[ Sep 25 17:22:54 Enabled. ] [ Sep 25 17:22:54 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Sep 25 17:22:54 Method "start" exited with status 0. ] [ Sep 25 17:22:54 Rereading configuration. ] [ Sep 25 17:22:54 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:54.557910541Z","hostname":"sock","pid":1562,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:54.558059383Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:54.609880496Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:54.609928027Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:54.722731722Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:54.731662648Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:54.739693957Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:55.339192151Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:55.476764917Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:55.476785847Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:55.476853138Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:55.4769226Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:55.47693708Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:55.47696049Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:55.480171Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:22:55.48017757Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:55.48019242Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:55.48020701Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:55.480223811Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:55.480284712Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:55.480390764Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:55.480416525Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:55.480426205Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:55.491548351Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:55.491578942Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"26b3db54-ca37-4830-a5e6-d89b15e44acb (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:55.589743495Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 26b3db54-ca37-4830-a5e6-d89b15e44acb (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:55.995780476Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:55.995814037Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:55.995819637Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:55.995832027Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:55.995838417Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:55.995843407Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:55.995860218Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.00460537Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.00462976Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"17f551cb-d77c-4929-baa4-28caf779e9ef (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.08968688Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 17f551cb-d77c-4929-baa4-28caf779e9ef (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.497625157Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.497670608Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 26b3db54-ca37-4830-a5e6-d89b15e44acb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 17f551cb-d77c-4929-baa4-28caf779e9ef (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.497709189Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.497719599Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.497729729Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.497736659Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.49775114Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.4977572Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 26b3db54-ca37-4830-a5e6-d89b15e44acb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 17f551cb-d77c-4929-baa4-28caf779e9ef (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.497776Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.49778185Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.49778682Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.49780467Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.497809761Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.497814381Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 26b3db54-ca37-4830-a5e6-d89b15e44acb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 17f551cb-d77c-4929-baa4-28caf779e9ef (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.497833921Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.497840241Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.497844401Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.497849401Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.497854062Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.497862392Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.497868022Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.497877752Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.497882202Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 26b3db54-ca37-4830-a5e6-d89b15e44acb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 17f551cb-d77c-4929-baa4-28caf779e9ef (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.497909063Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.497916723Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.497921873Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.497928273Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.497934513Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.497938483Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 26b3db54-ca37-4830-a5e6-d89b15e44acb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 17f551cb-d77c-4929-baa4-28caf779e9ef (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.497960133Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.497968824Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.497974044Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.497981134Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.497986244Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 26b3db54-ca37-4830-a5e6-d89b15e44acb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 17f551cb-d77c-4929-baa4-28caf779e9ef (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498017874Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498023115Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498027275Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498031995Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 26b3db54-ca37-4830-a5e6-d89b15e44acb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 17f551cb-d77c-4929-baa4-28caf779e9ef (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498062505Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498067386Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498072066Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498076966Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498081386Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498085426Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 26b3db54-ca37-4830-a5e6-d89b15e44acb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 17f551cb-d77c-4929-baa4-28caf779e9ef (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498111366Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498130577Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498135487Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498140177Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498144837Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498149967Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498154127Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498158817Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498162537Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 26b3db54-ca37-4830-a5e6-d89b15e44acb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 17f551cb-d77c-4929-baa4-28caf779e9ef (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498207158Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498214948Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498219668Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498223918Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498228149Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 26b3db54-ca37-4830-a5e6-d89b15e44acb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 17f551cb-d77c-4929-baa4-28caf779e9ef (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498260129Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498264149Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498268669Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"No ledger in /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498273079Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498279099Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498283579Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.49829599Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.49830212Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.4983068Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498338531Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.498343991Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.508806105Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:737"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.508862856Z","hostname":"sock","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999913388s","next_cleanup":"Instant { tv_sec: 2705, tv_nsec: 459696647 }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.508885446Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.508901897Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3917"} {"msg":"No ledger in /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.508947368Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.508959848Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.512047515Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.513701836Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.51390871Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1074"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.51391566Z","hostname":"sock","pid":1562,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.513985861Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.514036392Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.514050982Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.514056903Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1137"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.514084383Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.514108173Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.514113353Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.514121154Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1179"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.514124754Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:155"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.514128234Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:128"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.514157024Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.514193635Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.51446771Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 5c1bad99-30b8-419d-9695-a982a6249225,\n sleds: {\n [fdb0:18c0:4d0d:a02a::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: f0d006a2-eb4a-4510-8a1c-6c144343343f,\n rack_id: 5c1bad99-30b8-419d-9695-a982a6249225,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.514725935Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:175"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.514732805Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1213"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.514786766Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.514800666Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.514969189Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.515098682Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.515151173Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: f0d006a2-eb4a-4510-8a1c-6c144343343f, rack_id: 5c1bad99-30b8-419d-9695-a982a6249225, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.516321054Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.516378175Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4596"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.52041787Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.526276749Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.526470783Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.531262952Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.531322003Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.531419595Z","hostname":"sock","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:39572","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: f0d006a2-eb4a-4510-8a1c-6c144343343f, rack_id: 5c1bad99-30b8-419d-9695-a982a6249225, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.531552247Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:361"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.531560277Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:376"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.531605668Z","hostname":"sock","pid":1562,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.531613409Z","hostname":"sock","pid":1562,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.531621039Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.531625059Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"No ledger in /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.531667519Z","hostname":"sock","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.53167308Z","hostname":"sock","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.53167809Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.53168295Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.53170563Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.53171317Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.53171886Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.531729171Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.548547103Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.570070853Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.588140728Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.612218856Z","hostname":"sock","pid":1562,"sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:391"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.612252146Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.612256356Z","hostname":"sock","pid":1562,"sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:403"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.612264056Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 86.939814ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.615325303Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e765839-c222-448f-9c4e-cc68ae200e93\", \"content-length\": \"124\", \"date\": \"Wed, 25 Sep 2024 17:22:56 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6e765839-c222-448f-9c4e-cc68ae200e93\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_26b3db54-ca37-4830-a5e6-d89b15e44acb/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.625145436Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_26b3db54-ca37-4830-a5e6-d89b15e44acb/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.649120471Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_26b3db54-ca37-4830-a5e6-d89b15e44acb/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.649164652Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.65444626Z","hostname":"sock","pid":1562,"sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:418"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.65445179Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_26b3db54-ca37-4830-a5e6-d89b15e44acb/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.65445773Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.702701586Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 78.416694ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.703317168Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c66bab36-e048-404b-a037-592d27c660cd\", \"content-length\": \"124\", \"date\": \"Wed, 25 Sep 2024 17:22:56 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c66bab36-e048-404b-a037-592d27c660cd\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.743435613Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.78258712Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 162.737871ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.783241472Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97538f33-b895-4f73-8370-79b04547607b\", \"content-length\": \"124\", \"date\": \"Wed, 25 Sep 2024 17:22:56 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"97538f33-b895-4f73-8370-79b04547607b\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.947082606Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 235.262296ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.947651366Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45b60a31-5f7e-4e81-8bdb-8eee5f8bf6fc\", \"content-length\": \"124\", \"date\": \"Wed, 25 Sep 2024 17:22:56 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"45b60a31-5f7e-4e81-8bdb-8eee5f8bf6fc\" }"} {"msg":"Mounting oxi_26b3db54-ca37-4830-a5e6-d89b15e44acb/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.962262257Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.974625846Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.974713968Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.974736668Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:56.974762319Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:57.18375254Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 151.53666ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:57.184460083Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47beb5be-3c7a-41b6-829e-77c3eb44ff82\", \"content-length\": \"124\", \"date\": \"Wed, 25 Sep 2024 17:22:56 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"47beb5be-3c7a-41b6-829e-77c3eb44ff82\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:57.33718417Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 139.214165ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:57.337767871Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1d59f30-1d30-490d-a631-61e1071a7e51\", \"content-length\": \"124\", \"date\": \"Wed, 25 Sep 2024 17:22:56 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b1d59f30-1d30-490d-a631-61e1071a7e51\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:57.478038787Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 401.964641ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:57.478504845Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3b9db63-1193-402a-9ec0-db913d31a57d\", \"content-length\": \"124\", \"date\": \"Wed, 25 Sep 2024 17:22:56 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c3b9db63-1193-402a-9ec0-db913d31a57d\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:57.705369719Z","hostname":"sock","pid":1562,"sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:57.711102735Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:47127","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:57.711156036Z","hostname":"sock","pid":1562,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:73","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:57.711233588Z","hostname":"sock","pid":1562,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:47127","producer_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:22:57.712484481Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"163.70638ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:57.713059572Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:57.713065732Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:57.713141713Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:921","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:57.713147283Z","hostname":"sock","pid":1562,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:22:57.877118159Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"322.363276ms"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:22:57.8820219Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:22:58.201600216Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.458110763s"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:22:59.661821107Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.801916476s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:00.116818567Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2670"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:00.116850108Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2888"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:00.116855778Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2540"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:00.116862558Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2587"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:00.116900379Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2969"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:00.116906519Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3011"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:00.118802134Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2813"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:00.120109578Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2581"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:00.120235921Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:00.120329122Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 57.367195ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:00.340251807Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 68.309004ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:00.528932472Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 194.273257ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:00.711593574Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 597.582105ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:01.05217371Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 727.570815ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:01.854224687Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:02.465617543Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.502892428s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.300238908s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:02.729332941Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 979.758652ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:04.063121703Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:04.971321152Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"5.788512233s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 800.932257ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:05.178267195Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:06.41254739Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:06.412605431Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:431"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:06.412613271Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:06.412630641Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:06.412846725Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:06.41306686Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:06.413126531Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, local_pref: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:06.413139851Z","hostname":"sock","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:39572","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:06.413151921Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3917"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:06.651448827Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:06.651539969Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:06.651727362Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:06.651771793Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:06.651794094Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:06.651836924Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:06.651908306Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:06.651934626Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:06.657704244Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4238","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:06.657716024Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4254"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:06.657732014Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:06.961791872Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:47060"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:06.962127718Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:06.962343802Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"d2a69753-d334-40cd-85c1-96b9ad41b6ca","remote_addr":"[fd00:1122:3344:101::1]:47060","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":400,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:06.991960992Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:51021"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:06.992146375Z","hostname":"sock","pid":1562,"uri":"/sled-role","method":"GET","req_id":"f5c18638-6417-446b-a356-66f8b3a229ea","remote_addr":"[fd00:1122:3344:101::1]:51021","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":60,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:06.99295818Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:06.992991071Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:06.993311007Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:06.993541141Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:1001"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 82150ddf-a602-4d5c-8c89-6bd1a437db19, pool_id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 14337e2e-854a-4a28-ae30-ec1954e647b0, pool_id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: a3abb0ee-b5ec-4787-b3d7-34c8afb46bb2, pool_id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: d66fa7f2-672c-4e61-8be2-1f61dc1b879e, pool_id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: c83de0a8-b76d-4cb5-bb26-85cf7f09c697, pool_id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 379d918b-d915-473b-9f76-1f0ef7677b79, pool_id: df18cb26-568c-4123-a14d-afbe4b0b3b4c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 9f140238-b035-40fe-bf59-7d8ca30e0333, pool_id: 21286ac3-4c27-41f6-98e3-d36ea66bfe13 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: e1df867a-be32-4234-b7ff-5a0405e74e96, pool_id: 3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 52b5311e-ddaa-42fc-a701-8e1737336024, pool_id: 090dcb97-4f3b-4f5d-86e6-739763019615 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:07.025590866Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:07.025707039Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:34795"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:07.025945383Z","hostname":"sock","pid":1562,"sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:864"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 82150ddf-a602-4d5c-8c89-6bd1a437db19, pool_id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 14337e2e-854a-4a28-ae30-ec1954e647b0, pool_id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: a3abb0ee-b5ec-4787-b3d7-34c8afb46bb2, pool_id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: d66fa7f2-672c-4e61-8be2-1f61dc1b879e, pool_id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: c83de0a8-b76d-4cb5-bb26-85cf7f09c697, pool_id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 379d918b-d915-473b-9f76-1f0ef7677b79, pool_id: df18cb26-568c-4123-a14d-afbe4b0b3b4c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 9f140238-b035-40fe-bf59-7d8ca30e0333, pool_id: 21286ac3-4c27-41f6-98e3-d36ea66bfe13 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: e1df867a-be32-4234-b7ff-5a0405e74e96, pool_id: 3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 52b5311e-ddaa-42fc-a701-8e1737336024, pool_id: 090dcb97-4f3b-4f5d-86e6-739763019615 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:07.025979074Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:07.025985144Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:07.025993294Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:07.025997604Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:07.026031575Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:07.026047005Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:07.026052145Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:07.026056265Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:07.156891545Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:07.156921236Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f0d006a2-eb4a-4510-8a1c-6c144343343f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-25T17:23:07.414705834Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:07.856040541Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-25T17:23:07.860420653Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2315347541490433060"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-25T17:23:07.860544255Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"826692896495736833"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:07.902410203Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:07.90929862Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:07.909361222Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:07.909373392Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:07.909386402Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:07.909397732Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:07.909536615Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:07.909546375Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:07.943546376Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:07.950601908Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.120027293Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.127786748Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.127822448Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.127850339Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.127857889Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.127864419Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.136836946Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.136875626Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.227562131Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.234485239Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.23453031Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.234551271Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.234594841Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.234610452Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.234738994Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.234750895Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.269470199Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_fe3d10a1-f7bd-456b-9a54-72c3651a7862/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.277087231Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f0d006a2-eb4a-4510-8a1c-6c144343343f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-25T17:23:08.417394067Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_fe3d10a1-f7bd-456b-9a54-72c3651a7862","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.450358999Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.458742795Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.458786266Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.458795806Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.458802856Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.458816666Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.468468216Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.468491436Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.559588618Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.567515195Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.567555956Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.567562636Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.567602867Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.567620187Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.56778938Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.567798061Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.602891142Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_1e6bf961-835f-4fb8-88ff-1a8e1a58bf50/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.611138326Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_1e6bf961-835f-4fb8-88ff-1a8e1a58bf50","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.784271711Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.792093087Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.792138527Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.792146628Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.792153948Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.792166468Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.802168104Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.802192944Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.893897237Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.901725393Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.901768513Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.901809494Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.901853815Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.901866415Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.902021058Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.902030538Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.936654081Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_6cd0db00-82cc-45a5-9786-a174954df7f0/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:08.944291554Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_6cd0db00-82cc-45a5-9786-a174954df7f0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.118272474Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.126295383Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.126328223Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.126342474Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.126349764Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.126354194Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.136623215Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.136647895Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.229725694Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.238901414Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.238935405Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.238943165Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.238988876Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.239001766Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.239146329Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.23917568Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.27367461Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_8c6d5961-04f6-4b0b-99a3-25216a6a4953/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.281969474Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f0d006a2-eb4a-4510-8a1c-6c144343343f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-25T17:23:09.420018378Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_8c6d5961-04f6-4b0b-99a3-25216a6a4953","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.455847824Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.464026206Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.464069217Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.464075887Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.464081977Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.464087157Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.474008201Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.474031892Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"df18cb26-568c-4123-a14d-afbe4b0b3b4c (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.569465274Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: df18cb26-568c-4123-a14d-afbe4b0b3b4c (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.57728079Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.5773152Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.57732585Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.577339411Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.577349241Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.577552055Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.577561225Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.613288198Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_df18cb26-568c-4123-a14d-afbe4b0b3b4c/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.621247556Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_df18cb26-568c-4123-a14d-afbe4b0b3b4c","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.790772505Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.798504568Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.798540469Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.798546179Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.79856889Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.79857404Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.808128477Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.808150258Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"21286ac3-4c27-41f6-98e3-d36ea66bfe13 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.904481037Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 21286ac3-4c27-41f6-98e3-d36ea66bfe13 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.912116389Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.912139429Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.912146979Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.91216535Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.91217754Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.912358903Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.912366363Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.946341945Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_21286ac3-4c27-41f6-98e3-d36ea66bfe13/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:09.954093438Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_21286ac3-4c27-41f6-98e3-d36ea66bfe13","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.124743467Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.132219836Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.132258467Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.132267317Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.132275707Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.132281277Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.142329594Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.142355984Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.232606711Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.240320634Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.240350705Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.240359425Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.240391665Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.240405895Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.240548368Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.240560808Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.274240624Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_3ade5407-5f7e-4382-b300-7995dbe0cc6a/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.282489267Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f0d006a2-eb4a-4510-8a1c-6c144343343f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-25T17:23:10.423054668Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_3ade5407-5f7e-4382-b300-7995dbe0cc6a","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.460564795Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.468269088Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.468315249Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.468322609Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.468328979Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.468334299Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.478136681Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.478167582Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"090dcb97-4f3b-4f5d-86e6-739763019615 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.588247826Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 090dcb97-4f3b-4f5d-86e6-739763019615 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.59600222Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.596047921Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.596055551Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.596091152Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.596103722Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.596231795Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.596241745Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.634387323Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_090dcb97-4f3b-4f5d-86e6-739763019615/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.642868421Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:10.761941373Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"10.129872362s"} {"msg":"Looking for unencrypted datasets in oxp_090dcb97-4f3b-4f5d-86e6-739763019615","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.81835263Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.826317538Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.826349669Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.82641645Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.826541162Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 26b3db54-ca37-4830-a5e6-d89b15e44acb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 17f551cb-d77c-4929-baa4-28caf779e9ef (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: df18cb26-568c-4123-a14d-afbe4b0b3b4c (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 21286ac3-4c27-41f6-98e3-d36ea66bfe13 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 090dcb97-4f3b-4f5d-86e6-739763019615 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.826596073Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.826602263Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.826740496Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.827014141Z","hostname":"sock","pid":1562,"sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:868"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.827031262Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.827046932Z","hostname":"sock","pid":1562,"sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:894","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.827055312Z","hostname":"sock","pid":1562,"sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:899"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.827059262Z","hostname":"sock","pid":1562,"sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:904"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.827097943Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.827106873Z","hostname":"sock","pid":1562,"sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:910"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.827141073Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:773","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.827146884Z","hostname":"sock","pid":1562,"sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.827227445Z","hostname":"sock","pid":1562,"uri":"/omicron-physical-disks","method":"PUT","req_id":"81ff1f63-4695-4025-90b5-7771d1147cce","remote_addr":"[fd00:1122:3344:101::1]:34795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3801446,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: ddd5d4f4-1113-49a5-bb63-a018bec3753e (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 929fdd8e-9f93-4e52-8d3d-ae706bb7a130 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 11f53a30-9163-413a-8f7f-4bf206fb8176 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.858654949Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.858818682Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:36150"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddd5d4f4-1113-49a5-bb63-a018bec3753e, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.859093727Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.859099087Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: ddd5d4f4-1113-49a5-bb63-a018bec3753e, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 929fdd8e-9f93-4e52-8d3d-ae706bb7a130, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.91147129Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.911504651Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 929fdd8e-9f93-4e52-8d3d-ae706bb7a130, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 11f53a30-9163-413a-8f7f-4bf206fb8176, dataset_name: DatasetName { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.960921128Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:10.960949509Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 11f53a30-9163-413a-8f7f-4bf206fb8176, dataset_name: DatasetName { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:11.012710739Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:11.01274834Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:11.01275902Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:11.012805711Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:11.056149056Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:11.056186597Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:11.056194807Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:11.10641716Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:11.110342213Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:11.114412248Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:11.126425361Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:11.131280961Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:11.135264646Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f0d006a2-eb4a-4510-8a1c-6c144343343f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-25T17:23:11.42568473Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:12.581430736Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:12.581506497Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Booting oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:12.581698291Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:13.065768072Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:13.542584298Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:13.542650209Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:13.5426644Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"wait for service Some(\"oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176\") failed: Property not found. retry in 36.053027ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:13.550653068Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:13.550683729Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:13.554188164Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176\") failed: Property not found. retry in 122.529328ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:13.596645822Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e\") failed: Property not found. retry in 55.03952ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:13.674614071Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130\") failed: Property not found. retry in 69.599332ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:13.681124311Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176\") failed: Property not found. retry in 153.746794ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:13.728635754Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e\") failed: Property not found. retry in 101.45364ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:13.750595522Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130\") failed: Property not found. retry in 133.21929ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:13.771050192Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e\") failed: Property not found. retry in 222.475545ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:13.889318738Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176\") failed: Property not found. retry in 503.679752ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:13.903988531Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130\") failed: Property not found. retry in 247.043869ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:13.923804129Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e\") failed: Property not found. retry in 362.656835ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:14.130941566Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130\") failed: Property not found. retry in 277.901533ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:14.183221877Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176\") failed: Property not found. retry in 1.188979234s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:14.415852107Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130\") failed: Property not found. retry in 512.997399ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:14.469918512Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e\") failed: Property not found. retry in 788.161219ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:14.50210514Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130\") failed: Property not found. retry in 1.406656985s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:14.991926176Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e\") failed: Property not found. retry in 882.767983ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:15.301366764Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176\") failed: Property not found. retry in 1.044195447s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:15.61450636Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e\") failed: Property not found. retry in 1.376780955s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:16.192993745Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:16.395770391Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4262"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:16.395830312Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4272","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:16.402305653Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4351"} {"msg":"wait for service Some(\"oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130\") failed: Property not found. retry in 560.899165ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:16.408459857Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-25T17:23:16.414803705Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17106010955473521108"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-25T17:23:16.414915597Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7705657915489201475"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:16.527928126Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4399"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:16.527968587Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4426"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:16.567005922Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4439"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:16.567036672Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4303"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:16.619431935Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4345"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:16.619464926Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4406","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:16.638670563Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4417"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:16.638703213Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4459"} {"msg":"wait for service Some(\"oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176\") failed: Property not found. retry in 826.42085ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:16.668585428Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:16.729899097Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4491"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:16.729938198Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4497"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:16.841706344Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4538"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:16.841763325Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:366"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/f0d006a2-eb4a-4510-8a1c-6c144343343f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:16.874117386Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to get switch ID from MGS (retrying in 53.055193ms)","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:16.874217008Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"Failed to get switch ID from MGS (retrying in 97.136459ms)","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:16.927873704Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"wait for service Some(\"oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130\") failed: Property not found. retry in 965.353059ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:16.978070356Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Failed to get switch ID from MGS (retrying in 183.956563ms)","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:17.026410574Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.164389467Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::2]:46887"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.164733573Z","hostname":"sock","pid":1562,"uri":"/sled-identifiers","method":"GET","req_id":"880e22d2-6aae-432a-96f1-a454acb4fb7e","remote_addr":"[fd00:1122:3344:101::2]:46887","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":113,"response_code":"200"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.211724246Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:414"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.243917464Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:676"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.244031816Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:714"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.244554096Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.244583456Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:436","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.282723834Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.333947176Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.334030318Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.334040278Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.334046988Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.334052868Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.334058438Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.334063858Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.334069438Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.334075128Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.334082219Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.334087768Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.334093929Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.334099549Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.334105919Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.334123729Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.334129809Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.334133949Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.334137929Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.33414198Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.33414595Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.33415011Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.33415421Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:17.33415821Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176\") failed: Property not found. retry in 917.021078ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:17.505067654Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e\") failed: Property not found. retry in 1.418542094s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:17.579815313Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-25T17:23:17.862931461Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2315347541490433060"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-25T17:23:17.863037203Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"826692896495736833"} {"msg":"wait for service Some(\"oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130\") failed: Property not found. retry in 1.377226694s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:17.953215558Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.350550781Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.350590112Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.350596612Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e"} {"msg":"Writing ledger to /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.350603402Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.350936019Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.351319255Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"a4555c1e-892d-4dce-aa67-2f88d7a668ae","remote_addr":"[fd00:1122:3344:101::1]:36150","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8492431,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.353844082Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.401240153Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.446531004Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.500104459Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.500119669Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.531078354Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.531883919Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.53189302Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: ddd5d4f4-1113-49a5-bb63-a018bec3753e (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 929fdd8e-9f93-4e52-8d3d-ae706bb7a130 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 11f53a30-9163-413a-8f7f-4bf206fb8176 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8ac7b020-611c-4785-9fd1-81299d723802 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5a4947e0-908f-4253-a1b7-d052600ace59, kind: Service { id: 8ac7b020-611c-4785-9fd1-81299d723802 }, name: Name(\"ntp-8ac7b020-611c-4785-9fd1-81299d723802\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 19])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.561387227Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.56152237Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:51815"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddd5d4f4-1113-49a5-bb63-a018bec3753e, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.561867646Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.561884666Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: ddd5d4f4-1113-49a5-bb63-a018bec3753e, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 929fdd8e-9f93-4e52-8d3d-ae706bb7a130, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.582615512Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.582662512Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 929fdd8e-9f93-4e52-8d3d-ae706bb7a130, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 11f53a30-9163-413a-8f7f-4bf206fb8176, dataset_name: DatasetName { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.600249509Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.60028868Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 11f53a30-9163-413a-8f7f-4bf206fb8176, dataset_name: DatasetName { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.622494702Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.622556184Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.622723236Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.622857149Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.634052697Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.667489278Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.668155651Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.66816078Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.697642588Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 228, 19]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.697649548Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.698246179Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.69825193Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.698539955Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.698929982Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.723842095Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:19.741540534Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:20.355074278Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:20.355230551Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802\") failed: Property not found. retry in 68.747092ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:20.488358264Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802\") failed: Property not found. retry in 65.826197ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:20.570350497Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802\") failed: Property not found. retry in 150.451821ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:20.656876994Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802\") failed: Property not found. retry in 339.82492ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:20.817288744Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802\") failed: Property not found. retry in 763.731402ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:21.166653973Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802\") failed: Property not found. retry in 900.088775ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:21.940420575Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802\") failed: Property not found. retry in 1.029494398s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:22.851128049Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802\") failed: Property not found. retry in 869.163253ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:23.889128258Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802\") failed: Property not found. retry in 1.434476765s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:24.766921201Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:26.220685582Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802"} {"msg":"Writing ledger to /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:26.220740293Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:26.221172651Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:26.221578559Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"a19029d2-13c9-46ca-b012-0bcc666493af","remote_addr":"[fd00:1122:3344:101::1]:51815","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6659926,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:26.223753269Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:26.25289854Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:26.253060603Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:53984"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-25T17:23:26.260671115Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3870"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:26.260779257Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"aa043734-7824-4737-b201-35fb6626c29b","remote_addr":"[fd00:1122:3344:101::1]:53984","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":7589,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:26.263851954Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:26.362405885Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:26.362566497Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:46882"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-25T17:23:30.370409515Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3870"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:30.370498437Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"2b1f55d7-668e-4965-8dfb-16ee7dfc0275","remote_addr":"[fd00:1122:3344:101::1]:46882","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4007783,"response_code":"500"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-25T17:23:30.3722727Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2315347541490433060"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-25T17:23:30.372434633Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"826692896495736833"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-25T17:23:30.372569386Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4155654327137990339"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-25T17:23:30.372713508Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5712685896564308975"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-25T17:23:30.372853451Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3315370281148214704"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-25T17:23:30.372997423Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17106010955473521108"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-25T17:23:30.373125306Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7705657915489201475"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:30.373747377Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:30.538894515Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:30.539089738Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:42450"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:30.547895692Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"8ae93ca1-ac5f-4328-b57a-447df0925a0c","remote_addr":"[fd00:1122:3344:101::1]:42450","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8748,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:30.551202853Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:30.551214474Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:30.710624625Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:30.710783677Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:42865"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:30.719753474Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"88c1d368-347f-415e-82f7-1b8885c13771","remote_addr":"[fd00:1122:3344:101::1]:42865","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8933,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:30.723181538Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:30.723194858Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:30.988844952Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:30.989006525Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:54401"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:30.996875121Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"9ac41bc5-2e4e-421d-a951-8432c7988b7d","remote_addr":"[fd00:1122:3344:101::1]:54401","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7822,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:31.000484668Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:31.000495388Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:31.150954583Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:31.151163447Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:63432"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:31.159285828Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"bcb51076-32a9-4ae9-9e89-7b5bb01884be","remote_addr":"[fd00:1122:3344:101::1]:63432","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8053,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:31.16260532Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:31.16261478Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:31.49590873Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:31.496081163Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:37575"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:31.505416407Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"b28d5f8c-6ad3-409d-8e9c-c551892fcd54","remote_addr":"[fd00:1122:3344:101::1]:37575","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9275,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:31.5072049Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:31.50722437Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:31.713505692Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:31.713679555Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:39105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:31.721700514Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"f96e3067-5826-4550-82ad-c646dce25b3d","remote_addr":"[fd00:1122:3344:101::1]:39105","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7968,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:31.724803512Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:31.724812622Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:33.128066129Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:33.128284353Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:60107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:33.136338082Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"235e9959-33fd-4326-8c70-bc24ba36fcaa","remote_addr":"[fd00:1122:3344:101::1]:60107","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8002,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:33.140157823Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:33.140170194Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:33.720213917Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:33.720385111Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:50800"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:33.730090761Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"16937394-1d49-4709-8b56-207ca48951fa","remote_addr":"[fd00:1122:3344:101::1]:50800","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9650,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:33.733777309Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:33.733786949Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:34.370919871Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:34.371094024Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:59320"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:34.379269967Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"7ed385ee-afcf-4d5a-b4cc-29c5c0898801","remote_addr":"[fd00:1122:3344:101::1]:59320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8139,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.06175635 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:34.383124618Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:34.383135299Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:35.029630538Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:35.029865983Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:52268"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:35.0393669Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"1b9d2ca3-e7e3-45dd-847f-c5e1c718f31b","remote_addr":"[fd00:1122:3344:101::1]:52268","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9458,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1727285013.0219493, correction: -0.071502395 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:35.043197726Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:35.043210879Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:35.844360952Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:35.844560636Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:54610"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:35.853792978Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"81175ed5-97d7-40f2-9bf2-f6262f84124f","remote_addr":"[fd00:1122:3344:101::1]:54610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9202,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1727285013.0219493, correction: -0.069290794 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:35.856095931Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:35.856104681Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:36.568884365Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:36.568994587Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:57798"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:36.577647058Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"7f7e6fec-4946-4a86-96da-c9c8c7eedf8c","remote_addr":"[fd00:1122:3344:101::1]:57798","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8556,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1727285013.0219493, correction: -0.061883479 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:36.579794518Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:36.579804428Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:36.816771212Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"280.645281ms"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-25T17:23:37.12867487Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4366299614126793947"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-25T17:23:37.128787222Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13757539508483988318"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:37.994064436Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:37.99423111Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:37581"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:38.002805089Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"dc858fcb-1d92-45e1-b46c-ae8f617a85fa","remote_addr":"[fd00:1122:3344:101::1]:37581","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8543,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1727285013.0219493, correction: -0.051426936 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:38.006363235Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:38.006371256Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:39.615445772Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:39.615631166Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:46908"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:39.637093706Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"310f93b8-967b-4c38-adcd-f84f3260057b","remote_addr":"[fd00:1122:3344:101::1]:46908","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":21392,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 3325826800, ip_addr: 198.60.22.240, stratum: 2, ref_time: 1727285018.4168496, correction: -0.045377858 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:39.642402175Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:39.642408855Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1299"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: ddd5d4f4-1113-49a5-bb63-a018bec3753e (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 929fdd8e-9f93-4e52-8d3d-ae706bb7a130 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 11f53a30-9163-413a-8f7f-4bf206fb8176 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8ac7b020-611c-4785-9fd1-81299d723802 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5a4947e0-908f-4253-a1b7-d052600ace59, kind: Service { id: 8ac7b020-611c-4785-9fd1-81299d723802 }, name: Name(\"ntp-8ac7b020-611c-4785-9fd1-81299d723802\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 19])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 0121283a-ea0a-4bdc-a0ba-7f7212d19f75 (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77c1f221-0c5e-43f5-948b-b4c15f5195b8 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External } } } }, OmicronZoneConfig { id: ff43f769-2343-4332-a665-91c10141aa24 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7c0b6b37-629d-463e-bbd0-28f987ffdec8 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool), kind: External } } } }, OmicronZoneConfig { id: a5721b0b-bb7d-4276-a1da-113bb8a9603d (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:39.672958434Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:39.673107286Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:38093"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddd5d4f4-1113-49a5-bb63-a018bec3753e, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:39.673427063Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:39.673436883Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: ddd5d4f4-1113-49a5-bb63-a018bec3753e, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 929fdd8e-9f93-4e52-8d3d-ae706bb7a130, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:39.694678548Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:39.694720529Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 929fdd8e-9f93-4e52-8d3d-ae706bb7a130, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 11f53a30-9163-413a-8f7f-4bf206fb8176, dataset_name: DatasetName { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:39.713093691Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:39.713129162Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 11f53a30-9163-413a-8f7f-4bf206fb8176, dataset_name: DatasetName { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0121283a-ea0a-4bdc-a0ba-7f7212d19f75, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:39.731083936Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:39.731131067Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 0121283a-ea0a-4bdc-a0ba-7f7212d19f75, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77c1f221-0c5e-43f5-948b-b4c15f5195b8, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:39.782513044Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:39.782558155Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 77c1f221-0c5e-43f5-948b-b4c15f5195b8, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ff43f769-2343-4332-a665-91c10141aa24, dataset_name: DatasetName { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:39.834185594Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:39.834227547Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: ff43f769-2343-4332-a665-91c10141aa24, dataset_name: DatasetName { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c0b6b37-629d-463e-bbd0-28f987ffdec8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:39.884697556Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:39.884739087Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 7c0b6b37-629d-463e-bbd0-28f987ffdec8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a5721b0b-bb7d-4276-a1da-113bb8a9603d, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:39.936065063Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:39.936109244Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: a5721b0b-bb7d-4276-a1da-113bb8a9603d, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:39.986575064Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:39.986637915Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:39.986881079Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:39.987019652Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:40.068417068Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:40.068481849Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:40.068488629Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:40.068494889Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:40.06850136Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:40.15764566Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:40.16196054Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:40.166154968Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:40.170797525Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:40.175184176Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:40.179412715Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:40.183678565Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:40.188957633Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:40.193939506Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:40.198196915Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:43.121003778Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:43.12115008Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:43.126923158Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:43.12703717Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:43.19147892Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:43.192044731Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:43.197874749Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:43.198221026Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:43.204317129Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:43.204441731Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24\") failed: Property not found. retry in 36.901603ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:43.266728741Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8\") failed: Property not found. retry in 34.343305ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:43.274225811Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24\") failed: Property not found. retry in 125.489588ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:43.311711519Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8\") failed: Property not found. retry in 53.050462ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:43.319242289Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8\") failed: Property not found. retry in 42.389049ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:43.338826744Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75\") failed: Property not found. retry in 43.704133ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:43.432729003Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d\") failed: Property not found. retry in 55.583703ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:43.486516944Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75\") failed: Property not found. retry in 111.672817ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:43.556261083Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24\") failed: Property not found. retry in 276.457317ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:43.649215024Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8\") failed: Property not found. retry in 106.423307ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:43.663078883Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8\") failed: Property not found. retry in 94.145558ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:43.680477656Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75\") failed: Property not found. retry in 141.481636ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:43.692512811Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d\") failed: Property not found. retry in 109.843143ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:43.709102009Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8\") failed: Property not found. retry in 518.063873ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:43.813338561Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8\") failed: Property not found. retry in 138.549056ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:43.86220984Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75\") failed: Property not found. retry in 525.00627ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:43.890316183Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d\") failed: Property not found. retry in 106.198266ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:43.918121691Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24\") failed: Property not found. retry in 527.172316ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:43.945656794Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8\") failed: Property not found. retry in 289.65277ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:44.017492282Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d\") failed: Property not found. retry in 258.539155ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:44.044348162Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d\") failed: Property not found. retry in 426.49841ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:44.367141693Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8\") failed: Property not found. retry in 401.785317ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:44.426694362Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8\") failed: Property not found. retry in 574.328584ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:44.478929764Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75\") failed: Property not found. retry in 951.070327ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:44.533125154Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24\") failed: Property not found. retry in 1.064282491s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:44.570889577Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d\") failed: Property not found. retry in 955.765336ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:44.871936453Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8\") failed: Property not found. retry in 718.408606ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:45.19722356Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8\") failed: Property not found. retry in 644.940156ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:45.273755265Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75\") failed: Property not found. retry in 1.011194454s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:45.544278693Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24\") failed: Property not found. retry in 1.482746854s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:45.688707823Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d\") failed: Property not found. retry in 998.921241ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:45.851356161Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8\") failed: Property not found. retry in 926.335219ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:45.92589463Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8\") failed: Property not found. retry in 506.038296ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:45.936016712Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8\") failed: Property not found. retry in 1.479532772s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:46.450324796Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75\") failed: Property not found. retry in 992.882835ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:46.563391172Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d\") failed: Property not found. retry in 618.214039ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:46.857174422Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8\") failed: Property not found. retry in 1.096220956s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:46.864653091Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24\") failed: Property not found. retry in 1.374276759s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:47.176550319Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:47.431756782Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57336"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:23:47.431947295Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"70b7c1f5-963e-4601-ae4e-779a8774aa21","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57336","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":76,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d\") failed: Property not found. retry in 874.303225ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:47.483598797Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75\") failed: Property not found. retry in 1.269632457s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:47.561926626Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8\") failed: Property not found. retry in 807.097366ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:47.935059534Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8\") failed: Property not found. retry in 844.553871ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:47.965394379Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d\") failed: Property not found. retry in 541.651319ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:48.365458459Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24\") failed: Property not found. retry in 1.010845514s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:48.55665779Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8\") failed: Property not found. retry in 608.53292ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:48.748481792Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8\") failed: Property not found. retry in 1.008218096s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:48.81605211Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75\") failed: Property not found. retry in 783.641745ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:48.835911089Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d\") failed: Property not found. retry in 922.263637ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:48.91599229Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8\") failed: Property not found. retry in 601.054316ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:49.364435642Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24\") failed: Property not found. retry in 762.012819ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:49.573551487Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75\") failed: Property not found. retry in 988.163538ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:49.627525282Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8\") failed: Property not found. retry in 1.38249014s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:49.830133935Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d\") failed: Property not found. retry in 999.620904ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:49.844035374Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8\") failed: Property not found. retry in 984.142799ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:49.973672828Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24\") failed: Property not found. retry in 1.005043996s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:50.344091777Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75\") failed: Property not found. retry in 868.1787ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:50.624430758Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d\") failed: Property not found. retry in 729.942161ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:50.85224083Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8\") failed: Property not found. retry in 526.957082ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:50.963672679Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8\") failed: Property not found. retry in 594.848896ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:51.218529862Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24\") failed: Property not found. retry in 745.924044ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:51.355591621Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8\") failed: Property not found. retry in 773.268723ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:51.499887873Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75\") failed: Property not found. retry in 1.173454128s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:51.508643236Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d\") failed: Property not found. retry in 912.885658ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:51.590512691Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8\") failed: Property not found. retry in 707.685404ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:51.820788909Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:52.091067103Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"515.078903ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24\") failed: Property not found. retry in 502.42487ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:52.108253873Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8\") failed: Property not found. retry in 503.728077ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:52.279801048Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d\") failed: Property not found. retry in 1.427658153s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:52.511177667Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8\") failed: Property not found. retry in 629.6805ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:52.535139924Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24\") failed: Property not found. retry in 1.311311788s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:52.64715607Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75\") failed: Property not found. retry in 1.20892313s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:52.688325577Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8\") failed: Property not found. retry in 1.409547745s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:52.79155974Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8\") failed: Property not found. retry in 756.384369ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:53.174199095Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75\") failed: Property not found. retry in 1.099695325s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:53.902943527Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8\") failed: Property not found. retry in 689.560006ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:53.936424201Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d\") failed: Property not found. retry in 1.075851421s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:53.944177946Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24\") failed: Property not found. retry in 1.257963457s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:53.964336241Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8\") failed: Property not found. retry in 913.344786ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:54.207214774Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8\") failed: Property not found. retry in 1.247608296s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:54.633327981Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75\") failed: Property not found. retry in 779.528769ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:55.011162247Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d\") failed: Property not found. retry in 690.540359ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:55.027872178Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d\") failed: Property not found. retry in 1.237198301s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:55.725837988Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8\") failed: Property not found. retry in 925.681879ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:55.886265456Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8\") failed: Property not found. retry in 635.736221ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:56.819025757Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d\") failed: Property not found. retry in 879.374509ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:56.96840763Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8\") failed: Property not found. retry in 1.142349016s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:57.465121357Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d\") failed: Property not found. retry in 1.281862067s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:57.858807248Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8\") failed: Property not found. retry in 538.273946ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:58.625500908Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d\") failed: Property not found. retry in 921.558763ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:59.152350002Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8\") failed: Property not found. retry in 1.465567902s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:23:59.172106941Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d\") failed: Property not found. retry in 982.215812ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:00.085910567Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8\") failed: Property not found. retry in 759.663222ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:00.648995687Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d\") failed: Property not found. retry in 1.444630662s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:01.077941596Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8\") failed: Property not found. retry in 1.049522028s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:01.419453809Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8\") failed: Property not found. retry in 980.346772ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:02.478553458Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d\") failed: Property not found. retry in 875.758754ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:02.531501622Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d\") failed: Property not found. retry in 851.028728ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:03.510431391Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8\") failed: Property not found. retry in 656.993808ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:03.814224322Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d\") failed: Property not found. retry in 590.40715ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:04.372622133Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8\") failed: Property not found. retry in 1.221267363s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:04.490748476Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:05.732845683Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:05.732964855Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:05.732971185Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:05.732976536Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:05.732981396Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d"} {"msg":"Writing ledger to /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:05.732986636Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:05.762458823Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:05.787868877Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"8287c271-3589-48d8-b28c-cafbcfbdbdf5","remote_addr":"[fd00:1122:3344:101::1]:38093","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":26158970,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:05.8206052Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:60601"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:05.850056449Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3713"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:08.50153062Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3731"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:28.926174798Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3754"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:28.92846664Z","hostname":"sock","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"3e876a18-9f4b-421d-8011-3e69f6c4d203","remote_addr":"[fd00:1122:3344:101::1]:60601","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":23106224,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:28.931178631Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34853"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:28.931997946Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"0cadb337-c061-440a-81cc-96119beb1417","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34853","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":567,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:28.937345465Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"1.027716616s"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ddd5d4f4-1113-49a5-bb63-a018bec3753e (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 929fdd8e-9f93-4e52-8d3d-ae706bb7a130 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 11f53a30-9163-413a-8f7f-4bf206fb8176 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8ac7b020-611c-4785-9fd1-81299d723802 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5a4947e0-908f-4253-a1b7-d052600ace59, kind: Service { id: 8ac7b020-611c-4785-9fd1-81299d723802 }, name: Name(\"ntp-8ac7b020-611c-4785-9fd1-81299d723802\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 19])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 0121283a-ea0a-4bdc-a0ba-7f7212d19f75 (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77c1f221-0c5e-43f5-948b-b4c15f5195b8 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External } } } }, OmicronZoneConfig { id: ff43f769-2343-4332-a665-91c10141aa24 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7c0b6b37-629d-463e-bbd0-28f987ffdec8 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool), kind: External } } } }, OmicronZoneConfig { id: a5721b0b-bb7d-4276-a1da-113bb8a9603d (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External } } } }, OmicronZoneConfig { id: ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3 (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 6c11a918-fc94-4079-bc26-a4214182088e, kind: Service { id: ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3 }, name: Name(\"external-dns-ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 63])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: be8cd1d4-baa8-48cc-872f-69bc5c2df30c (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 0ce0716f-f8c9-4394-83de-e3c9a307c077, kind: Service { id: be8cd1d4-baa8-48cc-872f-69bc5c2df30c }, name: Name(\"external-dns-be8cd1d4-baa8-48cc-872f-69bc5c2df30c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 142])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 313e9723-c1f8-48c7-a257-702d615dcb31 (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: ae338cab-a4a6-4cf1-a3ee-cbd6fa5a4190, kind: Service { id: 313e9723-c1f8-48c7-a257-702d615dcb31 }, name: Name(\"nexus-313e9723-c1f8-48c7-a257-702d615dcb31\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f498676d-98ca-4df7-a306-c337617f6891 (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: df18cb26-568c-4123-a14d-afbe4b0b3b4c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 29e9a065-ed81-4ab9-a046-135ca8f6fa8a, kind: Service { id: f498676d-98ca-4df7-a306-c337617f6891 }, name: Name(\"nexus-f498676d-98ca-4df7-a306-c337617f6891\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 141])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 2fc249d5-9788-4a35-ad94-1440f36e8698 (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: d18351e9-a721-467d-aba3-5783c5185b9d, kind: Service { id: 2fc249d5-9788-4a35-ad94-1440f36e8698 }, name: Name(\"nexus-2fc249d5-9788-4a35-ad94-1440f36e8698\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 215])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 59f5203c-436e-41c1-82ad-d4ecd34c73e7 (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a2acd40f-af3b-4ea4-a6c6-660dd6a11963 (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1a422443-c746-4043-b83b-bb664b285a03 (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 1780ab37-2330-4e89-94aa-0a8aba8e52e9 (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8dcfebbf-035f-4b06-a172-9e93004d96f1 (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: df18cb26-568c-4123-a14d-afbe4b0b3b4c (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1cda4112-f108-40cf-8ab2-5fd7bf353da6 (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External } } } }, OmicronZoneConfig { id: a61c0c14-803d-4540-975c-0dba2c7e807a (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External } } } }, OmicronZoneConfig { id: 72cf0a8e-3699-4846-b55d-f359e8e2ddc4 (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External } } } }, OmicronZoneConfig { id: b0fefba3-e2af-4fd0-98f2-03f2b51849dc (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3c12fc09-9dfc-491d-8d0d-cce91271e5fd (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External } } } }, OmicronZoneConfig { id: dff20737-9a23-452a-889d-648f4702a7b1 (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: df18cb26-568c-4123-a14d-afbe4b0b3b4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: df18cb26-568c-4123-a14d-afbe4b0b3b4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 16c36518-4c59-421f-8867-3ecda61f6c31 (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 21286ac3-4c27-41f6-98e3-d36ea66bfe13 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 21286ac3-4c27-41f6-98e3-d36ea66bfe13 (zpool), kind: External } } } }, OmicronZoneConfig { id: 422460a8-5c76-4dcc-bb40-32f9828078a4 (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 9937d108-82f6-4a1e-a3f1-2f09d9ff1991 (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 090dcb97-4f3b-4f5d-86e6-739763019615 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 090dcb97-4f3b-4f5d-86e6-739763019615 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:28.971269625Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:28.972701992Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:63195"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddd5d4f4-1113-49a5-bb63-a018bec3753e, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:28.975178558Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:28.975194248Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: ddd5d4f4-1113-49a5-bb63-a018bec3753e, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 929fdd8e-9f93-4e52-8d3d-ae706bb7a130, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:28.995414794Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:28.995459174Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 929fdd8e-9f93-4e52-8d3d-ae706bb7a130, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 11f53a30-9163-413a-8f7f-4bf206fb8176, dataset_name: DatasetName { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.01731292Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.017357681Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 11f53a30-9163-413a-8f7f-4bf206fb8176, dataset_name: DatasetName { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0121283a-ea0a-4bdc-a0ba-7f7212d19f75, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.036823773Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.036870304Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 0121283a-ea0a-4bdc-a0ba-7f7212d19f75, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 77c1f221-0c5e-43f5-948b-b4c15f5195b8, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.054558292Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.054595373Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 77c1f221-0c5e-43f5-948b-b4c15f5195b8, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ff43f769-2343-4332-a665-91c10141aa24, dataset_name: DatasetName { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.073134657Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.073169908Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: ff43f769-2343-4332-a665-91c10141aa24, dataset_name: DatasetName { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c0b6b37-629d-463e-bbd0-28f987ffdec8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.090449369Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.090487519Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 7c0b6b37-629d-463e-bbd0-28f987ffdec8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a5721b0b-bb7d-4276-a1da-113bb8a9603d, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.10880513Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.108846051Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: a5721b0b-bb7d-4276-a1da-113bb8a9603d, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.127425926Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.127467396Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: be8cd1d4-baa8-48cc-872f-69bc5c2df30c, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.24666142Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.246718531Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: be8cd1d4-baa8-48cc-872f-69bc5c2df30c, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a2acd40f-af3b-4ea4-a6c6-660dd6a11963, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.36025622Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.360301421Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: a2acd40f-af3b-4ea4-a6c6-660dd6a11963, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1cda4112-f108-40cf-8ab2-5fd7bf353da6, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.469392527Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.469438008Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 1cda4112-f108-40cf-8ab2-5fd7bf353da6, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a61c0c14-803d-4540-975c-0dba2c7e807a, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.569962315Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.570008016Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: a61c0c14-803d-4540-975c-0dba2c7e807a, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 72cf0a8e-3699-4846-b55d-f359e8e2ddc4, dataset_name: DatasetName { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.66065512Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.66070625Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 72cf0a8e-3699-4846-b55d-f359e8e2ddc4, dataset_name: DatasetName { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b0fefba3-e2af-4fd0-98f2-03f2b51849dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.791263786Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.791319767Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: b0fefba3-e2af-4fd0-98f2-03f2b51849dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3c12fc09-9dfc-491d-8d0d-cce91271e5fd, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.875566511Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.875609141Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 3c12fc09-9dfc-491d-8d0d-cce91271e5fd, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dff20737-9a23-452a-889d-648f4702a7b1, dataset_name: DatasetName { pool_name: ZpoolName { id: df18cb26-568c-4123-a14d-afbe4b0b3b4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.978539583Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:29.978577834Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: dff20737-9a23-452a-889d-648f4702a7b1, dataset_name: DatasetName { pool_name: ZpoolName { id: df18cb26-568c-4123-a14d-afbe4b0b3b4c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 16c36518-4c59-421f-8867-3ecda61f6c31, dataset_name: DatasetName { pool_name: ZpoolName { id: 21286ac3-4c27-41f6-98e3-d36ea66bfe13 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.103106117Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.103157938Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 16c36518-4c59-421f-8867-3ecda61f6c31, dataset_name: DatasetName { pool_name: ZpoolName { id: 21286ac3-4c27-41f6-98e3-d36ea66bfe13 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 422460a8-5c76-4dcc-bb40-32f9828078a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.22495959Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.225008351Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 422460a8-5c76-4dcc-bb40-32f9828078a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9937d108-82f6-4a1e-a3f1-2f09d9ff1991, dataset_name: DatasetName { pool_name: ZpoolName { id: 090dcb97-4f3b-4f5d-86e6-739763019615 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.312683869Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.31272756Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 9937d108-82f6-4a1e-a3f1-2f09d9ff1991, dataset_name: DatasetName { pool_name: ZpoolName { id: 090dcb97-4f3b-4f5d-86e6-739763019615 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.421946619Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.422132002Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.422620451Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.423020739Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.543484516Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.54530244Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.54532899Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.548473869Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.548586021Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.599932105Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.599984326Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.599989275Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.599993346Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.600004686Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.766268474Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.766451747Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.813671084Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.813946339Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.8139847Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.8140016Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.837864613Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.838105158Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.838133118Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.83819096Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.842714004Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.848116874Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.853230229Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.85816231Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.86354227Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.868023164Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.872616969Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.992621758Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:30.997500899Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.002292468Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.007155408Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.011360386Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.016142515Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.020319673Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.024880937Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.029774288Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.034964625Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.040380855Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.045881927Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.052080202Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.057375431Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.100828368Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.135649415Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.135850488Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.141922831Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.14618953Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.150961199Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.15587439Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.160594648Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.21237588Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.269833267Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.27272493Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.272740811Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.33570527Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 137, 232]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.335739611Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.338804478Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.338837558Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.396291916Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 151, 215]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.396319336Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"nexus"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.457485092Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.459173904Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.459190644Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.513321509Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 158, 142]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.51335389Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"external_dns"} {"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.51443381Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.514456Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.514497221Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.514505481Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.516698442Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.516713232Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.574323882Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 134, 63]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.574356023Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.576325207Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.576339813Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.634224795Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 186, 141]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.634259105Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"nexus"} {"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.63450238Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.636046459Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.638959753Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.638974483Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.639099875Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.639114046Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.770449985Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.774722924Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.775204763Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.794791797Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.886579861Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.886656063Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.886916347Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.886929997Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Installing Omicron zone: oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.887201082Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.904684507Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.918098756Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.928940418Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.935419178Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.938920473Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:31.938934518Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Installing Omicron zone: oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:32.201184194Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:32.222042982Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:32.245956346Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:32.297220618Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:32.311169637Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:37.910359921Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:40.748091856Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:40.856785074Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:40.946938848Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:41.037434539Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:41.037953979Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:41.03801252Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:41.050174366Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:41.051812476Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:41.062488145Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:41.063202558Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:41.064194816Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:41.066309956Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:41.066443788Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:41.079072973Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:41.08807119Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:41.096584748Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:41.105739308Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:41.282189515Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:41.286124748Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:41.320924075Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:41.323851039Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:41.324290287Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:41.333345345Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:41.464867298Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:41.465029171Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:43.666302436Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:43.666923648Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:43.66703742Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:43.674534939Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd\") failed: Property not found. retry in 67.128646ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:44.055663299Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4\") failed: Property not found. retry in 41.233231ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:44.066467989Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03\") failed: Property not found. retry in 61.366446ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:44.076561237Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4\") failed: Property not found. retry in 61.495116ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:44.087768965Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6\") failed: Property not found. retry in 49.056919ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:44.099040704Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1\") failed: Property not found. retry in 26.218666ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:44.110546368Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a\") failed: Property not found. retry in 31.208276ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:44.121989651Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31\") failed: Property not found. retry in 69.841068ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:44.154893462Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4\") failed: Property not found. retry in 90.310484ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:44.254100265Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03\") failed: Property not found. retry in 143.862877ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:44.287811971Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1\") failed: Property not found. retry in 34.357618ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:44.425217513Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4\") failed: Property not found. retry in 123.165147ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:44.6931413Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd\") failed: Property not found. retry in 146.887376ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:44.776732093Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6\") failed: Property not found. retry in 136.732235ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:44.956718785Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1\") failed: Property not found. retry in 116.93982ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.183001608Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9\") failed: Property not found. retry in 64.88549ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.214005544Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a\") failed: Property not found. retry in 113.833008ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.225767042Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc\") failed: Property not found. retry in 50.549922ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.237961449Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4\") failed: Property not found. retry in 168.697417ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.265297407Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03\") failed: Property not found. retry in 154.33504ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.282864553Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1\") failed: Property not found. retry in 97.198449ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.309139491Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7\") failed: Property not found. retry in 70.701917ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.325859742Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4\") failed: Property not found. retry in 248.170165ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.347102647Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd\") failed: Property not found. retry in 172.022768ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.368729928Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6\") failed: Property not found. retry in 110.735545ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.388124089Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1\") failed: Property not found. retry in 123.63313ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.406227775Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9\") failed: Property not found. retry in 99.039256ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.423911503Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c\") failed: Property not found. retry in 69.867182ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.440599643Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a\") failed: Property not found. retry in 266.055171ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.455790425Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc\") failed: Property not found. retry in 131.121862ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.473506064Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3\") failed: Property not found. retry in 47.858876ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.489235927Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31\") failed: Property not found. retry in 108.578898ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.504754335Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991\") failed: Property not found. retry in 37.686932ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.52763953Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4\") failed: Property not found. retry in 209.731745ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.543460644Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03\") failed: Property not found. retry in 409.049487ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.570568557Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.571198119Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"1.80558087s"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1\") failed: Property not found. retry in 128.311174ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.592628567Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7\") failed: Property not found. retry in 91.144754ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.608487132Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4\") failed: Property not found. retry in 223.710399ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.619748041Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd\") failed: Property not found. retry in 524.060916ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.632816294Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6\") failed: Property not found. retry in 426.536009ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.646179852Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1\") failed: Property not found. retry in 209.730864ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.657667755Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9\") failed: Property not found. retry in 299.922934ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.668496626Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c\") failed: Property not found. retry in 126.805555ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.679637473Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc\") failed: Property not found. retry in 192.188116ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.691134327Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3\") failed: Property not found. retry in 118.665967ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.700809297Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31\") failed: Property not found. retry in 246.328521ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.710968545Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991\") failed: Property not found. retry in 104.283867ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.721120804Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7\") failed: Property not found. retry in 295.103278ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.731898084Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a\") failed: Property not found. retry in 467.64517ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.741799208Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1\") failed: Property not found. retry in 223.86231ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.75318975Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4\") failed: Property not found. retry in 814.767655ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.764801075Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c\") failed: Property not found. retry in 286.806261ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.820295905Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3\") failed: Property not found. retry in 119.931578ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.830137058Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991\") failed: Property not found. retry in 209.068574ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.8415366Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4\") failed: Property not found. retry in 1.075981303s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.855646342Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1\") failed: Property not found. retry in 466.308361ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.879385283Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc\") failed: Property not found. retry in 304.844603ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.89539211Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3\") failed: Property not found. retry in 305.375837ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.959556482Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31\") failed: Property not found. retry in 445.300067ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.969869663Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9\") failed: Property not found. retry in 415.332768ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.98097847Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03\") failed: Property not found. retry in 517.487223ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:45.993754747Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1\") failed: Property not found. retry in 1.072926595s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:46.004971195Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7\") failed: Property not found. retry in 264.344744ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:46.041536215Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991\") failed: Property not found. retry in 430.971466ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:46.069080276Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6\") failed: Property not found. retry in 744.868093ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:46.087818105Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c\") failed: Property not found. retry in 483.36426ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:46.120512282Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd\") failed: Property not found. retry in 981.077626ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:46.173088208Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc\") failed: Property not found. retry in 402.076741ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:46.213948517Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a\") failed: Property not found. retry in 892.246268ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:46.229529777Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3\") failed: Property not found. retry in 1.098385561s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:46.275190145Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7\") failed: Property not found. retry in 667.575559ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:46.319647271Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1\") failed: Property not found. retry in 771.684059ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:46.360271925Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9\") failed: Property not found. retry in 871.586756ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:46.411182661Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31\") failed: Property not found. retry in 487.500484ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:46.444705934Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:46.453274383Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:46.453361135Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:46.453465546Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:46.453485577Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:46.459969447Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:46.466062311Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991\") failed: Property not found. retry in 665.214264ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:46.517036167Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03\") failed: Property not found. retry in 1.008698022s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:46.533185707Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4\") failed: Property not found. retry in 599.757094ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:46.595609087Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c\") failed: Property not found. retry in 648.530925ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:46.620442428Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc\") failed: Property not found. retry in 1.027552082s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:46.635772873Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31\") failed: Property not found. retry in 51.623149ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:46.817387266Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891\") failed: Property not found. retry in 26.21177ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:46.844712693Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698\") failed: Property not found. retry in 41.168382ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:46.874014108Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6\") failed: Property not found. retry in 756.075911ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:46.895976196Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891\") failed: Property not found. retry in 71.259335ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:46.912780177Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31\") failed: Property not found. retry in 68.070692ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:46.926442281Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698\") failed: Property not found. retry in 132.089113ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:46.941128174Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4\") failed: Property not found. retry in 854.397413ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:46.965337674Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31\") failed: Property not found. retry in 754.162169ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:46.989410231Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891\") failed: Property not found. retry in 166.549937ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:47.00552121Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31\") failed: Property not found. retry in 264.791824ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:47.02273578Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7\") failed: Property not found. retry in 1.333897299s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:47.040777325Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698\") failed: Property not found. retry in 269.886748ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:47.087960592Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1\") failed: Property not found. retry in 859.750673ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:47.104319235Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a\") failed: Property not found. retry in 1.033295183s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:47.136695487Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1\") failed: Property not found. retry in 735.529889ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:47.151661585Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd\") failed: Property not found. retry in 1.357373501s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:47.169429515Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891\") failed: Property not found. retry in 322.681098ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:47.187530641Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991\") failed: Property not found. retry in 747.453239ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:47.209341966Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4\") failed: Property not found. retry in 1.340335664s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:47.282563206Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c\") failed: Property not found. retry in 543.751793ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:47.297352501Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31\") failed: Property not found. retry in 420.373307ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:47.312316149Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9\") failed: Property not found. retry in 921.983242ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:47.323811403Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698\") failed: Property not found. retry in 586.403466ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:47.380980074Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3\") failed: Property not found. retry in 614.30172ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:47.405342067Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891\") failed: Property not found. retry in 592.463679ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:47.524205745Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03\") failed: Property not found. retry in 807.037023ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:47.555841093Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6\") failed: Property not found. retry in 802.391603ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:47.671075263Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc\") failed: Property not found. retry in 1.361957424s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:47.687421327Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31\") failed: Property not found. retry in 464.658631ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:47.748288687Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31\") failed: Property not found. retry in 1.105683753s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:47.763304696Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4\") failed: Property not found. retry in 1.392728224s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:47.838391891Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c\") failed: Property not found. retry in 1.063701436s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:47.863416386Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1\") failed: Property not found. retry in 547.121944ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:47.904334476Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991\") failed: Property not found. retry in 795.89883ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:47.97346514Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1\") failed: Property not found. retry in 702.512549ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:47.993140465Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698\") failed: Property not found. retry in 558.719623ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:48.011331713Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3\") failed: Property not found. retry in 1.378982369s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:48.044100702Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891\") failed: Property not found. retry in 1.053944715s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:48.138321422Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a\") failed: Property not found. retry in 1.29497519s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:48.194410974Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31\") failed: Property not found. retry in 938.177438ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:48.238815659Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9\") failed: Property not found. retry in 1.355377781s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:48.266614785Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03\") failed: Property not found. retry in 1.350504453s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:48.380859187Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7\") failed: Property not found. retry in 786.724955ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:48.400043224Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1\") failed: Property not found. retry in 1.152958011s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:48.470602814Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6\") failed: Property not found. retry in 1.451248389s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:48.494835195Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd\") failed: Property not found. retry in 594.110079ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:48.560020575Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698\") failed: Property not found. retry in 984.8497ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:48.590461801Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4\") failed: Property not found. retry in 695.172257ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:48.647432199Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1\") failed: Property not found. retry in 818.924786ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:48.716986181Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991\") failed: Property not found. retry in 1.194435184s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:48.792744998Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31\") failed: Property not found. retry in 725.547784ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:48.895446925Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c\") failed: Property not found. retry in 1.471040947s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:48.948130964Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:49.009957782Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:49.010263928Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc\") failed: Property not found. retry in 1.292047897s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:49.068260735Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd\") failed: Property not found. retry in 680.777187ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:49.173677993Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31\") failed: Property not found. retry in 904.01161ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:49.196166651Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7\") failed: Property not found. retry in 1.297304766s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:49.213097096Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891\") failed: Property not found. retry in 1.24119076s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:49.236037272Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4\") failed: Property not found. retry in 1.236014845s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:49.255373501Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963\") failed: Property not found. retry in 69.29768ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:49.326526172Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4\") failed: Property not found. retry in 1.263670396s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:49.361445891Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963\") failed: Property not found. retry in 107.562039ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:49.409018855Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3\") failed: Property not found. retry in 1.230405524s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:49.444027845Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a\") failed: Property not found. retry in 1.005890594s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:49.552918068Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1\") failed: Property not found. retry in 1.081429536s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:49.577335721Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963\") failed: Property not found. retry in 138.941618ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:49.591516875Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698\") failed: Property not found. retry in 1.124695068s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:49.60737826Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31\") failed: Property not found. retry in 1.146489917s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:49.632765991Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1\") failed: Property not found. retry in 1.027335064s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:49.642856288Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9\") failed: Property not found. retry in 777.329563ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:49.653036757Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963\") failed: Property not found. retry in 328.504775ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:49.745656088Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03\") failed: Property not found. retry in 1.140463285s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:49.758941565Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd\") failed: Property not found. retry in 643.044865ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:49.874174874Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6\") failed: Property not found. retry in 645.529721ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:49.960032809Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991\") failed: Property not found. retry in 865.720133ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:50.006335179Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963\") failed: Property not found. retry in 997.451178ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:50.091819297Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31\") failed: Property not found. retry in 1.042325813s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:50.112378539Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc\") failed: Property not found. retry in 870.349274ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:50.374275854Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c\") failed: Property not found. retry in 902.478683ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:50.435511841Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9\") failed: Property not found. retry in 649.523687ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:50.450442839Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891\") failed: Property not found. retry in 888.533177ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:50.493793424Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4\") failed: Property not found. retry in 878.940137ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:50.507189323Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7\") failed: Property not found. retry in 582.71239ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:50.522167921Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd\") failed: Property not found. retry in 1.303884005s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:50.534964109Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a\") failed: Property not found. retry in 1.047896733s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:50.571863194Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6\") failed: Property not found. retry in 676.724195ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:50.618957759Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4\") failed: Property not found. retry in 1.194197725s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:50.637507194Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1\") failed: Property not found. retry in 839.949717ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:50.672204478Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1\") failed: Property not found. retry in 904.192447ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:50.685041876Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3\") failed: Property not found. retry in 997.839923ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:50.698161Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698\") failed: Property not found. retry in 1.420249164s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:50.745640292Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31\") failed: Property not found. retry in 662.909856ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:50.795233513Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991\") failed: Property not found. retry in 952.457662ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:50.886262023Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03\") failed: Property not found. retry in 1.319069655s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:50.913993989Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963\") failed: Property not found. retry in 1.012092821s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:51.102009491Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9\") failed: Property not found. retry in 1.055343104s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:51.113014425Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7\") failed: Property not found. retry in 820.506388ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:51.123570571Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31\") failed: Property not found. retry in 1.133773953s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:51.167814943Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc\") failed: Property not found. retry in 1.212953029s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:51.258228843Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6\") failed: Property not found. retry in 1.357088839s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:51.308553107Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c\") failed: Property not found. retry in 550.826061ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:51.350368814Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891\") failed: Property not found. retry in 1.4499237s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:51.396902649Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4\") failed: Property not found. retry in 1.250643118s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:51.407315922Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31\") failed: Property not found. retry in 600.587765ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:51.470412214Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1\") failed: Property not found. retry in 1.281191189s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:51.527443713Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1\") failed: Property not found. retry in 633.798509ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:51.60426323Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a\") failed: Property not found. retry in 1.492673172s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:51.633735608Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3\") failed: Property not found. retry in 861.715132ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:51.710870271Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4\") failed: Property not found. retry in 871.82422ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:51.845548552Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd\") failed: Property not found. retry in 947.72816ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:51.85726642Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991\") failed: Property not found. retry in 678.498066ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:51.868948897Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c\") failed: Property not found. retry in 972.46298ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:51.916659733Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7\") failed: Property not found. retry in 1.450468063s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:51.96172199Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31\") failed: Property not found. retry in 1.457581059s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:52.085583821Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963\") failed: Property not found. retry in 943.427755ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:52.128368235Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698\") failed: Property not found. retry in 1.018722273s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:52.183884246Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9\") failed: Property not found. retry in 682.451248ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:52.203109034Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03\") failed: Property not found. retry in 1.271549654s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:52.247490118Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1\") failed: Property not found. retry in 593.943665ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:52.26162901Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31\") failed: Property not found. retry in 1.279128662s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:52.315138495Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc\") failed: Property not found. retry in 918.741032ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:52.487604198Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991\") failed: Property not found. retry in 700.734918ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:52.560736696Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3\") failed: Property not found. retry in 1.3420321s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:52.584471117Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4\") failed: Property not found. retry in 516.992783ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:52.677475324Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6\") failed: Property not found. retry in 1.431340692s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:52.690738731Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4\") failed: Property not found. retry in 1.348090859s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:52.730707833Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd\") failed: Property not found. retry in 1.431453765s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:52.820128443Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1\") failed: Property not found. retry in 582.257103ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:52.832819199Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891\") failed: Property not found. retry in 848.995486ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:52.858260051Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1\") failed: Property not found. retry in 1.290038178s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:52.871768152Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9\") failed: Property not found. retry in 1.08540911s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:52.898106641Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c\") failed: Property not found. retry in 921.516461ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:52.912414967Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963\") failed: Property not found. retry in 1.111091315s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:53.08758613Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a\") failed: Property not found. retry in 1.470886392s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:53.142022862Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4\") failed: Property not found. retry in 511.119879ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:53.211057974Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698\") failed: Property not found. retry in 1.493846855s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:53.226553822Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991\") failed: Property not found. retry in 1.380026909s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:53.278957225Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc\") failed: Property not found. retry in 1.012928976s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:53.425087959Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1\") failed: Property not found. retry in 1.111166264s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:53.441597546Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7\") failed: Property not found. retry in 729.807896ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:53.45852499Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03\") failed: Property not found. retry in 637.85532ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:53.537091339Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31\") failed: Property not found. retry in 690.35746ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:53.559639108Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31\") failed: Property not found. retry in 1.41480449s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:53.61088478Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891\") failed: Property not found. retry in 1.471872564s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:53.725586971Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4\") failed: Property not found. retry in 1.491927482s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:53.739666962Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c\") failed: Property not found. retry in 627.211518ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:53.850639452Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3\") failed: Property not found. retry in 1.046593323s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:53.940126644Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9\") failed: Property not found. retry in 900.915397ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:53.997777875Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4\") failed: Property not found. retry in 1.405003707s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:54.099293431Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1\") failed: Property not found. retry in 1.185766029s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:54.175240591Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03\") failed: Property not found. retry in 1.027017876s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:54.205113286Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7\") failed: Property not found. retry in 1.211802527s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:54.22148362Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963\") failed: Property not found. retry in 1.427741909s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:54.240112746Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31\") failed: Property not found. retry in 1.156790607s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:54.273656949Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd\") failed: Property not found. retry in 690.026848ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:54.292094362Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c\") failed: Property not found. retry in 1.395136582s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:54.495695763Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a\") failed: Property not found. retry in 891.936608ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:54.634159055Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991\") failed: Property not found. retry in 1.458143376s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:54.685850007Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698\") failed: Property not found. retry in 1.441626081s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:54.743570137Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3\") failed: Property not found. retry in 660.634915ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:55.039428672Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31\") failed: Property not found. retry in 762.865094ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:55.068645975Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891\") failed: Property not found. retry in 819.387152ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:55.248696129Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963\") failed: Property not found. retry in 922.489892ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:55.73168307Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3\") failed: Property not found. retry in 963.051231ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:55.759794622Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31\") failed: Property not found. retry in 1.005998668s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:55.858550466Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891\") failed: Property not found. retry in 1.162896185s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:56.096380043Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698\") failed: Property not found. retry in 1.18061398s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:56.204750526Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963\") failed: Property not found. retry in 693.507442ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:56.671900142Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3\") failed: Property not found. retry in 513.55842ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:56.744078283Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31\") failed: Property not found. retry in 702.162091ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:56.882577465Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3\") failed: Property not found. retry in 1.444747476s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:57.275271469Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891\") failed: Property not found. retry in 748.078201ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:57.292984918Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963\") failed: Property not found. retry in 1.215801587s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:57.381209666Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31\") failed: Property not found. retry in 1.459502765s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:57.602346914Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:57.870819619Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"3.056458804s"} {"msg":"wait for service Some(\"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963\") failed: Property not found. retry in 911.934548ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:58.613083346Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:59.121182662Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49699"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:24:59.199570168Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"65f2391e-a8d1-4b2b-bf0a-3c0e1c2f1804","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49699","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":26482,"response_code":"200"} {"msg":"wait for service Some(\"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963\") failed: Property not found. retry in 1.257102917s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:24:59.535779053Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:00.837746605Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:00.83801641Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:00.8380284Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:00.83803662Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:00.838044031Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:00.838059961Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:00.838067631Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:00.838074891Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:00.838082121Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:00.838089031Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:00.838096221Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:00.838103242Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:00.838110222Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:00.838117182Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:00.838124422Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:00.838131402Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:00.838138212Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:00.838288785Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:00.838303435Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"Writing ledger to /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:00.839216682Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:00.843226567Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:00.848648757Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"b4d8641e-1b8a-48d3-af5f-914f12dc4965","remote_addr":"[fd00:1122:3344:101::1]:63195","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":31875599,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:00.915398847Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1322"} {"msg":"Writing ledger to /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:00.915566051Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:00.915758264Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:00.918656628Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::c]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:00.942100533Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:720"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:25:00.9667008Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"6.301819129s"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n local_pref: None,\n nexthop: 10.151.2.100,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:00.979824884Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:01.03233822Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:01.164557745Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:01.31499827Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:01.483362947Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:01.64662935Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:01.852944441Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:01.98530288Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:02.218562882Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:02.437167643Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:02.933691044Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:03.49225529Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:03.952682381Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:04.985529255Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:05.61191771Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:06.276739888Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:25:07.303570681Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"23.901829267s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:07.821893988Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:08.86916407Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:10.601403455Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:12.821158343Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:16.407378043Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:18.314473444Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c0fe757-9194-47d6-9d6b-357a934bd9ab\", \"content-length\": \"173\", \"date\": \"Wed, 25 Sep 2024 17:25:24 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"f0d006a2-eb4a-4510-8a1c-6c144343343f\\\"\", request_id: \"1c0fe757-9194-47d6-9d6b-357a934bd9ab\" }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:24.428285639Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:29.251092655Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39091"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:29.251279609Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"2342b1a6-ab23-4094-9019-1a4a6dcb876f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39091","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":30,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1520252-06ad-4add-9a2a-72d749934ee9\", \"content-length\": \"173\", \"date\": \"Wed, 25 Sep 2024 17:25:31 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"f0d006a2-eb4a-4510-8a1c-6c144343343f\\\"\", request_id: \"c1520252-06ad-4add-9a2a-72d749934ee9\" }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:31.419827396Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d52037f-7f74-4a4b-97f1-0212aafa2ec0\", \"content-length\": \"173\", \"date\": \"Wed, 25 Sep 2024 17:25:38 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"f0d006a2-eb4a-4510-8a1c-6c144343343f\\\"\", request_id: \"7d52037f-7f74-4a4b-97f1-0212aafa2ec0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:38.39942549Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:39.417618421Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"sled-agent/src/nexus.rs:544","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:39.503085839Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:35152"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:39.510639349Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:39.708425543Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"585c3de4-12bb-415e-89e6-0ab4b30ce23c","remote_addr":"[fd00:1122:3344:101::c]:35152","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":205248,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:39.710193956Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:39.711403318Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:39.717093464Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:39.71742605Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"17716aab-c85d-4f93-8dda-e67e5a7f3805","remote_addr":"[fd00:1122:3344:101::c]:35152","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7796,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:44.006072614Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:47334"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:44.019480693Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0ce0716f-f8c9-4394-83de-e3c9a307c077, kind: Service { id: be8cd1d4-baa8-48cc-872f-69bc5c2df30c }, name: Name(\"external-dns-be8cd1d4-baa8-48cc-872f-69bc5c2df30c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 142])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c11a918-fc94-4079-bc26-a4214182088e, kind: Service { id: ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3 }, name: Name(\"external-dns-ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 63])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 29e9a065-ed81-4ab9-a046-135ca8f6fa8a, kind: Service { id: f498676d-98ca-4df7-a306-c337617f6891 }, name: Name(\"nexus-f498676d-98ca-4df7-a306-c337617f6891\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 141])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ae338cab-a4a6-4cf1-a3ee-cbd6fa5a4190, kind: Service { id: 313e9723-c1f8-48c7-a257-702d615dcb31 }, name: Name(\"nexus-313e9723-c1f8-48c7-a257-702d615dcb31\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d18351e9-a721-467d-aba3-5783c5185b9d, kind: Service { id: 2fc249d5-9788-4a35-ad94-1440f36e8698 }, name: Name(\"nexus-2fc249d5-9788-4a35-ad94-1440f36e8698\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 215])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:44.021293096Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:44.022434127Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:44.022440888Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:44.022472088Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:44.022485339Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:44.022516609Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:44.022668912Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"69263d7b-6352-429f-a58e-b80f813a43ec","remote_addr":"[fd00:1122:3344:101::c]:47334","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":16548,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:44.023617109Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:959"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:44.298526916Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:55158"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:44.29927631Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:44.499317655Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"fc9dcf83-15f4-4d3e-9c14-086359faf696","remote_addr":"[fd00:1122:3344:101::c]:55158","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":200674,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:44.499933837Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:44.500008938Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:44.500396435Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:44.50066132Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"334c217e-f178-45a5-8389-db1c6c8f15c6","remote_addr":"[fd00:1122:3344:101::c]:55158","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":846,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:44.507410466Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:47352"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:44.507537618Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0ce0716f-f8c9-4394-83de-e3c9a307c077, kind: Service { id: be8cd1d4-baa8-48cc-872f-69bc5c2df30c }, name: Name(\"external-dns-be8cd1d4-baa8-48cc-872f-69bc5c2df30c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 142])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c11a918-fc94-4079-bc26-a4214182088e, kind: Service { id: ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3 }, name: Name(\"external-dns-ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 63])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 29e9a065-ed81-4ab9-a046-135ca8f6fa8a, kind: Service { id: f498676d-98ca-4df7-a306-c337617f6891 }, name: Name(\"nexus-f498676d-98ca-4df7-a306-c337617f6891\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 141])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ae338cab-a4a6-4cf1-a3ee-cbd6fa5a4190, kind: Service { id: 313e9723-c1f8-48c7-a257-702d615dcb31 }, name: Name(\"nexus-313e9723-c1f8-48c7-a257-702d615dcb31\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d18351e9-a721-467d-aba3-5783c5185b9d, kind: Service { id: 2fc249d5-9788-4a35-ad94-1440f36e8698 }, name: Name(\"nexus-2fc249d5-9788-4a35-ad94-1440f36e8698\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 215])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:44.507565138Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:44.507591539Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:44.507597669Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:44.507602149Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:44.507606909Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:44.507611679Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:44.50762625Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"a4c856da-d85d-40d8-9e00-227a7eef6fbd","remote_addr":"[fd00:1122:3344:101::a]:47352","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":187,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:45.018499458Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:47273"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:45.018752432Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0ce0716f-f8c9-4394-83de-e3c9a307c077, kind: Service { id: be8cd1d4-baa8-48cc-872f-69bc5c2df30c }, name: Name(\"external-dns-be8cd1d4-baa8-48cc-872f-69bc5c2df30c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 142])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c11a918-fc94-4079-bc26-a4214182088e, kind: Service { id: ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3 }, name: Name(\"external-dns-ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 63])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 29e9a065-ed81-4ab9-a046-135ca8f6fa8a, kind: Service { id: f498676d-98ca-4df7-a306-c337617f6891 }, name: Name(\"nexus-f498676d-98ca-4df7-a306-c337617f6891\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 141])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ae338cab-a4a6-4cf1-a3ee-cbd6fa5a4190, kind: Service { id: 313e9723-c1f8-48c7-a257-702d615dcb31 }, name: Name(\"nexus-313e9723-c1f8-48c7-a257-702d615dcb31\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d18351e9-a721-467d-aba3-5783c5185b9d, kind: Service { id: 2fc249d5-9788-4a35-ad94-1440f36e8698 }, name: Name(\"nexus-2fc249d5-9788-4a35-ad94-1440f36e8698\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 215])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:45.018799123Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:45.018829214Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:45.018842904Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:45.018849484Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:45.018853884Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:45.018858504Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:45.018869305Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"6c9b025d-7bdf-411c-91fc-87c4113e6ee7","remote_addr":"[fd00:1122:3344:101::b]:47273","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":266,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:45.091777159Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:36346"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:45.092483132Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0ce0716f-f8c9-4394-83de-e3c9a307c077, kind: Service { id: be8cd1d4-baa8-48cc-872f-69bc5c2df30c }, name: Name(\"external-dns-be8cd1d4-baa8-48cc-872f-69bc5c2df30c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 142])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c11a918-fc94-4079-bc26-a4214182088e, kind: Service { id: ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3 }, name: Name(\"external-dns-ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 63])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 29e9a065-ed81-4ab9-a046-135ca8f6fa8a, kind: Service { id: f498676d-98ca-4df7-a306-c337617f6891 }, name: Name(\"nexus-f498676d-98ca-4df7-a306-c337617f6891\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 141])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ae338cab-a4a6-4cf1-a3ee-cbd6fa5a4190, kind: Service { id: 313e9723-c1f8-48c7-a257-702d615dcb31 }, name: Name(\"nexus-313e9723-c1f8-48c7-a257-702d615dcb31\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d18351e9-a721-467d-aba3-5783c5185b9d, kind: Service { id: 2fc249d5-9788-4a35-ad94-1440f36e8698 }, name: Name(\"nexus-2fc249d5-9788-4a35-ad94-1440f36e8698\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 215])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:45.092512522Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:45.092541713Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:45.092547593Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:45.092552113Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:45.092556753Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:45.092563213Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:45.092576183Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"915a6698-c5d6-4e57-af5d-551dfb2f4e73","remote_addr":"[fd00:1122:3344:101::c]:36346","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":700,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:49.330148599Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:59327"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:49.331488234Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9de57591-4a48-450c-aa3a-66409ecd39c1","remote_addr":"[fd00:1122:3344:101::c]:59327","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1305,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:49.410154775Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"596b4717-81d4-4a04-8b1c-783739bc8829","remote_addr":"[fd00:1122:3344:101::c]:59327","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7763,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:51.620078351Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:44351"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:51.621458047Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"46e43d9c-047f-45bc-a770-b98650e7c555","remote_addr":"[fd00:1122:3344:101::a]:44351","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1350,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:51.723080405Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:59949"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:51.723982871Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"72e74e57-b3e7-428a-a502-f1b505614a77","remote_addr":"[fd00:1122:3344:101::b]:59949","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":853,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:51.730863299Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:64968"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:51.730959751Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"bf18a634-c71f-4a93-ae71-b00501f015b9","remote_addr":"[fd00:1122:3344:101::a]:64968","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":20,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:51.741407875Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b8073336-97c8-4d6e-bc49-b20722527544","remote_addr":"[fd00:1122:3344:101::a]:64968","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":109,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:51.906109583Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:50644"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:51.908789693Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:51.978391676Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:52.045221687Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f9aaa922-fe85-4d7c-ba7a-4be47b06f673","remote_addr":"[fd00:1122:3344:101::c]:50644","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":139061,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:52.045527913Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44419"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:52.045539923Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:55154"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:52.045551213Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:36259"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:52.045674245Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:47872"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:52.045846989Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:52.055526668Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:43212"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:52.056609608Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"bb47594a-ad0d-48f5-b709-072ff52cf0c4","remote_addr":"[fd00:1122:3344:101::b]:59949","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":10984,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:52.05670874Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"290535da-11ea-4bad-825a-d10e8bbcfb42","remote_addr":"[fd00:1122:3344:101::c]:47872","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":10927,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:52.056847633Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"38a9553a-aabe-4e78-a6d0-8bdd8922ea3a","remote_addr":"[fd00:1122:3344:101::b]:44419","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":11101,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:52.056917464Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"c9caa162-74a9-49fd-bd37-518716dfeb4b","remote_addr":"[fd00:1122:3344:101::c]:43212","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":439,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:52.057038627Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"ec3f1dd5-d074-4008-b102-51923c3b290b","remote_addr":"[fd00:1122:3344:101::c]:50644","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":11500,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:52.070548378Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"e902dfe9-9b37-41be-8232-c3a5337bc5a6","remote_addr":"[fd00:1122:3344:101::c]:47872","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":626,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:52.095090103Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:52.10296927Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:52.103808805Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:52.105087799Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:52.105907174Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:52.106112588Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"PUT","req_id":"58883a90-4330-4e6f-bef9-019758ccb560","remote_addr":"[fd00:1122:3344:101::c]:50644","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7746,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:52.154616579Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:52.15468381Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"55a72acd-9a4f-4a3a-9af5-caa9c84a503d","remote_addr":"[fd00:1122:3344:101::a]:55154","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":108969,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:52.159063471Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"5b4e7ac8-461f-4ab5-9350-d9702b77d8c9","remote_addr":"[fd00:1122:3344:101::a]:55154","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1215,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:52.189956125Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:52.243272656Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"cf17ca4b-22e7-4f9c-82d5-2d4b56d63557","remote_addr":"[fd00:1122:3344:101::b]:36259","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":197558,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:52.243692773Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"2b98ed2b-0ad0-4cad-9aa8-5102c5a354b2","remote_addr":"[fd00:1122:3344:101::b]:36259","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":142,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:59.285443462Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51081"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:25:59.285996392Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"97b145f1-ef78-41ee-ad91-702799038a07","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51081","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":32,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:01.349533148Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:47127","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::d]:53535"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:01.387498893Z","hostname":"sock","pid":1562,"uri":"/f0d006a2-eb4a-4510-8a1c-6c144343343f","method":"GET","req_id":"90881b18-cc0c-4644-aecd-6af4a9a93b7f","remote_addr":"[fd00:1122:3344:101::d]:53535","local_addr":"[fd00:1122:3344:101::1]:47127","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":35235,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:21.641314675Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:63439"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:21.641439617Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f7cdf395-cd93-4d58-8fa9-b2e5563422c8","remote_addr":"[fd00:1122:3344:101::b]:63439","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":87,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:21.656828053Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"dcf44f6d-5d40-450e-b48d-63f92c7cb126","remote_addr":"[fd00:1122:3344:101::b]:63439","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":156,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:21.784660287Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:44308"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:21.784740859Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"bc95d140-1355-45aa-8c06-9f0516361482","remote_addr":"[fd00:1122:3344:101::a]:44308","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":60,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:21.79663953Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ab9b13e1-8778-40c8-82e6-888361fddbf6","remote_addr":"[fd00:1122:3344:101::a]:44308","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":124,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:21.88770209Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:52142"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:21.887891494Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"10a18f88-3919-4fba-b191-30fb4ab6959e","remote_addr":"[fd00:1122:3344:101::b]:52142","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":159,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:21.95713605Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:61389"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:21.957310423Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"8fcf0173-9d7f-4548-9815-0296e3c66e03","remote_addr":"[fd00:1122:3344:101::a]:61389","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:22.042618968Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:48667"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:22.042702849Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:22.087454131Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:22.161241071Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"80f989aa-e0bc-4193-945f-b09fb5402c89","remote_addr":"[fd00:1122:3344:101::b]:48667","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":118574,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:22.161449905Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:39877"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:22.161569037Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:52710"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:22.162421983Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:22.162480414Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f4704418-a3f8-4a8b-9308-21ff40cd70a0","remote_addr":"[fd00:1122:3344:101::c]:52710","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":818,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:22.162522065Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"270cdcbb-110c-4e4a-8a24-85e748b8ca26","remote_addr":"[fd00:1122:3344:101::b]:48667","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1006,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:22.172588182Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"590c3d75-6764-41e3-9567-dfac6c6c1c3c","remote_addr":"[fd00:1122:3344:101::c]:52710","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":174,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:22.198721647Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:22.254372391Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"276f78bf-8d86-4877-8a89-4c382c844be0","remote_addr":"[fd00:1122:3344:101::a]:39877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92853,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:22.254722177Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"df51a227-accd-4b8f-95e4-4c2f89f84bd7","remote_addr":"[fd00:1122:3344:101::a]:39877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":137,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:22.340496391Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:41414"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:22.341284305Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"bbbeb097-8b7e-4201-8376-39aa585d70cc","remote_addr":"[fd00:1122:3344:101::c]:41414","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":748,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:22.424632253Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53688"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:22.424719205Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:22.463668368Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:22.522247586Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"e8eaf3b6-1498-4c7f-9487-507c53c836d6","remote_addr":"[fd00:1122:3344:101::c]:53688","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97581,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:22.522587362Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"0450d173-1f31-465b-b84f-4e19ecdd20ec","remote_addr":"[fd00:1122:3344:101::c]:53688","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":114,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:29.319123456Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48836"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:29.319191158Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"3f98db72-2503-43de-b4f5-c8eb1ceea896","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48836","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":47,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:31.353004942Z","hostname":"sock","pid":1562,"uri":"/f0d006a2-eb4a-4510-8a1c-6c144343343f","method":"GET","req_id":"c9e191e1-cf23-494c-9b6e-c2e2a1105ba3","remote_addr":"[fd00:1122:3344:101::d]:53535","local_addr":"[fd00:1122:3344:101::1]:47127","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6430,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:51.649478133Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:47337"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:51.649569934Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"efe162a9-934a-404f-8003-7420a21603fa","remote_addr":"[fd00:1122:3344:101::a]:47337","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":64,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:51.659101391Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"301881da-80ec-4113-ab64-2a529753aa0b","remote_addr":"[fd00:1122:3344:101::a]:47337","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:51.661858752Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62240"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:51.661963014Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f5fc7381-7ea0-4b17-825d-e1cc9b55ba80","remote_addr":"[fd00:1122:3344:101::b]:62240","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":17,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:51.670550394Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1c5ade46-2b68-4014-83aa-272d0b3535b0","remote_addr":"[fd00:1122:3344:101::b]:62240","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":49,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:51.693104193Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:39322"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:51.693240105Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"8cb5f654-b3a1-4083-b9b1-c031ee3e06ce","remote_addr":"[fd00:1122:3344:101::b]:39322","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":104,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:51.701814725Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40524"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:51.701887166Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:51.737937885Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:51.796419002Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"361cdfe5-0a7b-4607-89a3-013aa8a333f6","remote_addr":"[fd00:1122:3344:101::a]:40524","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94562,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:51.796630936Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:54692"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:51.796661146Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:53530"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:51.796930021Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"1d5a12d2-53f1-4fd9-b0fd-04edc01a8a14","remote_addr":"[fd00:1122:3344:101::a]:40524","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":183,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:51.797012523Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:51.797025103Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"0fb53155-2197-4de3-a2ba-63870bb37a0e","remote_addr":"[fd00:1122:3344:101::a]:53530","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":287,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:51.823725598Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:46526"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:51.827509438Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"24160ec4-429e-4557-b008-823252d74c7d","remote_addr":"[fd00:1122:3344:101::c]:46526","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3682,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:51.836068617Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:51.873309799Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:48406"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:51.873547154Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"412ee72f-f3e9-42f4-9e11-ec29bb66e341","remote_addr":"[fd00:1122:3344:101::c]:48406","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":170,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:51.883876525Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"6b878e91-87a4-43b3-88eb-4f49a2075398","remote_addr":"[fd00:1122:3344:101::c]:48406","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":596,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:51.891305633Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"be315f68-aeb1-4e5a-81c0-5b9686df5504","remote_addr":"[fd00:1122:3344:101::b]:54692","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94448,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:51.891601669Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"826a6c20-48d2-446d-91b4-38af06547766","remote_addr":"[fd00:1122:3344:101::b]:54692","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":91,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:52.050210615Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:54641"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:52.050336407Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:52.087784763Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:52.142830735Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"9b7343a0-016f-44d0-bf32-d7dd7820cc1f","remote_addr":"[fd00:1122:3344:101::c]:54641","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92556,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:52.14309469Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"0405a2c9-ec2f-4351-9580-a383b180fcd0","remote_addr":"[fd00:1122:3344:101::c]:54641","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":101,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:59.352816118Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:26:59.35290153Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"120dcc54-f9f5-43a9-a44f-386251cd6da0","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63144","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":53,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:01.354608527Z","hostname":"sock","pid":1562,"uri":"/f0d006a2-eb4a-4510-8a1c-6c144343343f","method":"GET","req_id":"12f04fe8-5204-433c-8bd8-7558e8747f8c","remote_addr":"[fd00:1122:3344:101::d]:53535","local_addr":"[fd00:1122:3344:101::1]:47127","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7952,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:21.72761339Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:45340"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:21.727701432Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a428eeda-03e4-4dcf-900b-f8717b8fccbc","remote_addr":"[fd00:1122:3344:101::c]:45340","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":63,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:21.7507653Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3983ca49-78af-40cc-81c7-94a2511d055f","remote_addr":"[fd00:1122:3344:101::c]:45340","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":132,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:21.791002158Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:47132"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:21.791081379Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"8d2ab0fa-8a35-45ad-8bb9-b04de8d435e9","remote_addr":"[fd00:1122:3344:101::b]:47132","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":51,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:21.813088207Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:64143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:21.813169618Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"4c5cdf41-ebf9-489d-878f-a7fe4e8d98a3","remote_addr":"[fd00:1122:3344:101::a]:64143","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":54,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:21.823334257Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51277"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:21.82348345Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"0b285297-1a5d-4a99-9b58-fa65649076d5","remote_addr":"[fd00:1122:3344:101::a]:51277","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":125,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:21.837985579Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c9747f81-22e7-452c-987c-3ad0fba7944c","remote_addr":"[fd00:1122:3344:101::a]:64143","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:21.86658029Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:59327"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:21.866773154Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"115032f1-f0b8-40fc-902c-ffc1b0656808","remote_addr":"[fd00:1122:3344:101::b]:59327","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":133,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:21.876144498Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"47d3988e-cb2c-4d0d-8274-da0a10579cf4","remote_addr":"[fd00:1122:3344:101::b]:47132","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":87,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:21.941705526Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:53692"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:21.941785017Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:21.979575889Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:22.034837595Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"8ddfcabc-271c-4f6c-a29c-dd84d6eb015a","remote_addr":"[fd00:1122:3344:101::b]:53692","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93094,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:22.035120421Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:41257"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:22.039726606Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"e2eb0a4c-3890-43e2-9123-4755c5921302","remote_addr":"[fd00:1122:3344:101::c]:41257","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4455,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:22.039851739Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"ce34d6e7-d458-4e9c-bb2b-a2fdbc989bd6","remote_addr":"[fd00:1122:3344:101::b]:53692","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4545,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:22.139616622Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:46733"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:22.139744074Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:22.178696258Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:22.230892437Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"03b44da4-5b3e-40e0-802d-685b00b2e3e3","remote_addr":"[fd00:1122:3344:101::a]:46733","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":91223,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:22.231077071Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:44445"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:22.232188301Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:22.239313343Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e2791cdb-f150-4b72-969b-319439e586e7","remote_addr":"[fd00:1122:3344:101::a]:46733","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8070,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:22.274269253Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:22.332074436Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"56150add-2f3d-421f-a4ac-794f83bcf6da","remote_addr":"[fd00:1122:3344:101::c]:44445","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100922,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:22.333099425Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"99041422-0343-4695-9c96-fc2c98b46898","remote_addr":"[fd00:1122:3344:101::c]:44445","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":777,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:29.386322367Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:50040"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:29.386412358Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"07f1d19b-8912-4be0-95dc-5cb684ba895f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:50040","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":80,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:31.353505714Z","hostname":"sock","pid":1562,"uri":"/f0d006a2-eb4a-4510-8a1c-6c144343343f","method":"GET","req_id":"76972981-bd1e-4785-b228-049e289629ea","remote_addr":"[fd00:1122:3344:101::d]:53535","local_addr":"[fd00:1122:3344:101::1]:47127","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7141,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:51.615076247Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:39154"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:51.615179068Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"2fee64ed-892f-47f7-ac99-6f7e80efde5d","remote_addr":"[fd00:1122:3344:101::a]:39154","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":64,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:51.626698522Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"06054ab2-9358-4d14-bcbf-2aa41966744d","remote_addr":"[fd00:1122:3344:101::a]:39154","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1035,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:51.731889606Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:38719"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:51.732035489Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"4ba1986f-93ef-47ac-98bc-35aa575ccae8","remote_addr":"[fd00:1122:3344:101::b]:38719","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":129,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:51.743693405Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"36fd1510-1d63-4314-9d98-4509eab29b4c","remote_addr":"[fd00:1122:3344:101::b]:38719","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":135,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:51.743738846Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:42740"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:51.743814268Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ceb8f4a5-28ca-48a8-8107-29bcbee7ba4c","remote_addr":"[fd00:1122:3344:101::c]:42740","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":27,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:51.752339156Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7f5aad0d-14b5-40bc-a129-f09031a9078c","remote_addr":"[fd00:1122:3344:101::c]:42740","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":89,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:51.7816477Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:64907"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:51.781785463Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"7b4d332e-cd6b-456c-acc1-a62df89e2c96","remote_addr":"[fd00:1122:3344:101::a]:64907","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":125,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:51.816324584Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:56437"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:51.816446496Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:51.855564222Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:51.920291475Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"395f7809-b842-4977-a888-72311c3ab724","remote_addr":"[fd00:1122:3344:101::c]:56437","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103905,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:51.920490588Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:63657"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:51.920513279Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:47334"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:51.92060451Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:65315"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:51.920737403Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:51.925635084Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"ef7f26f8-68d7-47c5-b7a0-ae7513ead20f","remote_addr":"[fd00:1122:3344:101::c]:47334","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4880,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:51.925747386Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"543896c5-8bc7-4540-b283-e732c11c2d1d","remote_addr":"[fd00:1122:3344:101::c]:56437","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4952,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:51.933021281Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:37316"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:51.933255136Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"fce2929a-1b8b-4437-af8c-2560c5d6aa89","remote_addr":"[fd00:1122:3344:101::b]:37316","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":150,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:51.961554321Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:52.018071321Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:52.018136432Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"ad1dd316-bb0a-4876-8181-bcbbfd22cd43","remote_addr":"[fd00:1122:3344:101::b]:63657","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97514,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:52.021962693Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"24ffe63c-41eb-4bc2-bf26-a9c0229b2471","remote_addr":"[fd00:1122:3344:101::b]:63657","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":622,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:52.055379094Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:52.109577331Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"9fc4d46f-62bc-4b56-99e4-6f3956da4f98","remote_addr":"[fd00:1122:3344:101::a]:65315","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":188797,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:52.109919807Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d33062ae-2b80-4491-a85f-77ac2ebc89c6","remote_addr":"[fd00:1122:3344:101::a]:65315","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":138,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:59.418916807Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51402"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:27:59.418971568Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"ffb1ccdf-3e32-4a92-a97a-0519a97aaa45","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51402","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":43,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:01.375156311Z","hostname":"sock","pid":1562,"uri":"/f0d006a2-eb4a-4510-8a1c-6c144343343f","method":"GET","req_id":"ceb099ab-8798-4e7e-8aa6-cc04890b9839","remote_addr":"[fd00:1122:3344:101::d]:53535","local_addr":"[fd00:1122:3344:101::1]:47127","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8521,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:11.66517655Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:21.912541706Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:60161"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:21.912719249Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"7c9c922b-11d9-4326-9601-77c0cd11c330","remote_addr":"[fd00:1122:3344:101::a]:60161","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":133,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:21.921936261Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:33011"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:21.922002392Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"23aa1a46-0cab-460a-b35d-1c3ab8c7f8b5","remote_addr":"[fd00:1122:3344:101::c]:33011","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":43,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:21.926443624Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"76403b5e-30d3-444e-8c9d-d7c361d43393","remote_addr":"[fd00:1122:3344:101::a]:60161","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":124,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:21.93647042Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"5d16f14e-53b5-4980-8d3b-efb1c87cd9f1","remote_addr":"[fd00:1122:3344:101::c]:33011","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":140,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:21.985343198Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42217"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:21.985419029Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"3e026b42-5538-4f67-9d2b-e8a8a963e3bd","remote_addr":"[fd00:1122:3344:101::b]:42217","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":50,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:22.002466226Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"67f66715-265c-46e8-9113-1f74400b7364","remote_addr":"[fd00:1122:3344:101::b]:42217","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":123,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:22.012028094Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:56340"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:22.01288382Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"ac06c38f-e862-464f-bcf6-5be2b621f556","remote_addr":"[fd00:1122:3344:101::a]:56340","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":793,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:22.033473012Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:41303"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:22.033566244Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:22.072510747Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:22.126457929Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"3cc95300-61e3-40a2-9809-84990f794475","remote_addr":"[fd00:1122:3344:101::a]:41303","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92930,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:22.126651003Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:56587"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:22.126666533Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:44255"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:22.126739645Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:44191"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:22.126954758Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"43f0e01f-3c52-4adf-84e9-4d136f1d5dc1","remote_addr":"[fd00:1122:3344:101::a]:41303","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":205,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:22.12703981Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"d3f6aee5-5461-4b01-895c-13130cf612b7","remote_addr":"[fd00:1122:3344:101::b]:56587","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":276,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:22.127696832Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:22.127791844Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"d1f5911e-21ce-48e8-95c3-ab08de20f980","remote_addr":"[fd00:1122:3344:101::c]:44191","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":935,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:22.127814214Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:32775"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:22.165324901Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:22.220659169Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:22.22071987Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b4f5d503-c89c-4e27-a393-818665579864","remote_addr":"[fd00:1122:3344:101::c]:44255","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93759,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:22.224290236Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"12502dd7-8f42-4fb5-a4be-952de011d0eb","remote_addr":"[fd00:1122:3344:101::c]:44255","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":596,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:22.254296894Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:22.315944229Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d4c2a8da-fdb5-4265-bd42-a9f496d05e48","remote_addr":"[fd00:1122:3344:101::b]:32775","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":183563,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:22.316375507Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"462b7861-3100-4c3a-9846-1192bb34843a","remote_addr":"[fd00:1122:3344:101::b]:32775","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":150,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:29.453365583Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62863"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:29.453426154Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"9a4457d8-b151-44d4-be98-0180f6194a96","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62863","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":51,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:31.453771127Z","hostname":"sock","pid":1562,"uri":"/f0d006a2-eb4a-4510-8a1c-6c144343343f","method":"GET","req_id":"184dc778-73ff-458e-98f2-e82da4a04595","remote_addr":"[fd00:1122:3344:101::d]:53535","local_addr":"[fd00:1122:3344:101::1]:47127","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5566,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:51.656800894Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:56545"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:51.656898295Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ed36651f-07a6-487f-aa97-a7c7e7774e75","remote_addr":"[fd00:1122:3344:101::a]:56545","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":60,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:51.670356685Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"fc7dce1c-5a0c-4a4e-ad13-493dc69e861c","remote_addr":"[fd00:1122:3344:101::a]:56545","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":144,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:51.731689244Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:37458"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:51.731766466Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d00fc647-f4e4-4891-aedd-84be40735ce3","remote_addr":"[fd00:1122:3344:101::c]:37458","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":44,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:51.745749475Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:59852"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:51.745833307Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5d6717d9-acf4-4721-a84f-7fa253d1f7b4","remote_addr":"[fd00:1122:3344:101::b]:59852","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":52,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:51.756105558Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b96cfbdf-c57e-427b-a7f5-7b8f5936b547","remote_addr":"[fd00:1122:3344:101::b]:59852","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1077,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:51.767824465Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:45991"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:51.767976378Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"d2ff73cc-ed6c-4f8e-8987-4c797a1a9ceb","remote_addr":"[fd00:1122:3344:101::c]:45991","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":131,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:51.771031835Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7d562d34-da7c-4090-bc96-d793dcccf1e4","remote_addr":"[fd00:1122:3344:101::c]:37458","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":81,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:51.801486491Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57805"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:51.801638774Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"d362cde0-f7b0-4632-bedd-ce671d2f6766","remote_addr":"[fd00:1122:3344:101::a]:57805","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:51.816103411Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:48706"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:51.816201103Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:51.857161984Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:51.91403669Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"76bf8b93-c448-4be7-98a4-ddfe1f892036","remote_addr":"[fd00:1122:3344:101::a]:48706","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97878,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:51.914210594Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:56087"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:51.914302275Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:64546"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:51.914461258Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"6e226828-050c-4064-9cb8-a14eb2fae7c7","remote_addr":"[fd00:1122:3344:101::b]:56087","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":201,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:51.9145494Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"02817491-299f-462b-b9c0-a0a1931c3c52","remote_addr":"[fd00:1122:3344:101::a]:48706","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":228,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:51.914622221Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:51.923840613Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:39030"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:51.952095167Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:52.00875827Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:52.008844501Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"57a1bca7-8c5a-483c-ac82-aa574d4d68a9","remote_addr":"[fd00:1122:3344:101::c]:64546","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94305,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:52.014297573Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f50e026a-f4f4-45fb-a8c9-662ce24fd725","remote_addr":"[fd00:1122:3344:101::c]:64546","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":680,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:52.045322409Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:52.104735022Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"447f81d4-7ec0-40c0-adce-c5ba80fa022b","remote_addr":"[fd00:1122:3344:101::b]:39030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":180777,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:52.105109439Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"fdc9a3ca-6f40-415e-8e4a-31423a795161","remote_addr":"[fd00:1122:3344:101::b]:39030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":161,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:59.487270999Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58235"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:28:59.48733944Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"695dd58d-3b56-42b7-afd5-228a69036091","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58235","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":45,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:01.455069798Z","hostname":"sock","pid":1562,"uri":"/f0d006a2-eb4a-4510-8a1c-6c144343343f","method":"GET","req_id":"4fdff8d1-9489-4673-a389-f90335b0770d","remote_addr":"[fd00:1122:3344:101::d]:53535","local_addr":"[fd00:1122:3344:101::1]:47127","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6851,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:21.760500205Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:38446"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:21.760658388Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"13f48367-fa0a-4fda-9868-c3aeefafd215","remote_addr":"[fd00:1122:3344:101::a]:38446","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":149,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:21.761458933Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42049"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:21.761544275Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b67501ea-a6e2-4711-b94f-c39e05819ddf","remote_addr":"[fd00:1122:3344:101::b]:42049","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":52,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:21.775593646Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c3100d78-06e5-4376-a129-f792e7d00e55","remote_addr":"[fd00:1122:3344:101::a]:38446","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1557,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:21.775916672Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3f678c06-8e10-4970-b445-ade27e76da44","remote_addr":"[fd00:1122:3344:101::b]:42049","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":64,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:21.866146557Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:43607"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:21.866340741Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"5c5238e3-7a51-46f3-8a2f-3e5ed0853909","remote_addr":"[fd00:1122:3344:101::a]:43607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":165,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:21.911670662Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:52243"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:21.911889967Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"68cdfb7f-d305-41fd-9b0d-dca8b1d34082","remote_addr":"[fd00:1122:3344:101::c]:52243","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":159,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:21.91370402Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:39066"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:21.913791092Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ded38783-13d4-4b07-99c5-0a050fde0fef","remote_addr":"[fd00:1122:3344:101::c]:39066","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":25,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:21.92391479Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"5ad91774-4957-439f-9528-24396412a497","remote_addr":"[fd00:1122:3344:101::c]:39066","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:21.935866382Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:48862"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:21.936601115Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"15f7c868-12d0-4532-997f-41fed41e800f","remote_addr":"[fd00:1122:3344:101::b]:48862","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":655,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:22.025000007Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:49138"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:22.025085539Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:22.066181352Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:22.12476605Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f897688e-dd0b-4aa2-a119-52fa9cf82c18","remote_addr":"[fd00:1122:3344:101::c]:49138","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99719,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:22.124936633Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:34122"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:22.125012965Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:64748"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:22.125858551Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:22.129242513Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"0e9d2e54-b661-4151-b0da-7c00f6bb887b","remote_addr":"[fd00:1122:3344:101::c]:49138","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4071,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:22.161253438Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:22.217390191Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:22.217464562Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"75cd7e3c-12d6-4767-8061-3d57140109ef","remote_addr":"[fd00:1122:3344:101::b]:34122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92389,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:22.222518786Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f280069d-ec64-4401-8b26-7479480cc718","remote_addr":"[fd00:1122:3344:101::b]:34122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":668,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:22.25339565Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:22.307032716Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"314359b6-7534-4523-932a-68677938851c","remote_addr":"[fd00:1122:3344:101::a]:64748","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":181858,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:22.307388232Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d935212c-7302-496b-87a4-f1462ce364c8","remote_addr":"[fd00:1122:3344:101::a]:64748","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":150,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:29.521699786Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64922"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:29.522262886Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"86136a8c-173d-46a3-b33f-25870286f486","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64922","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":566,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:31.454500984Z","hostname":"sock","pid":1562,"uri":"/f0d006a2-eb4a-4510-8a1c-6c144343343f","method":"GET","req_id":"9386f138-4a5d-4f33-a9ac-3dc5278f1658","remote_addr":"[fd00:1122:3344:101::d]:53535","local_addr":"[fd00:1122:3344:101::1]:47127","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5600,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:51.665403477Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:53619"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:51.665546819Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"912544dc-6aed-4544-b386-2d63f6a76b11","remote_addr":"[fd00:1122:3344:101::a]:53619","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:51.68389792Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3a9c728a-19cd-48af-9297-53bfd1499c6c","remote_addr":"[fd00:1122:3344:101::a]:53619","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":198,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:51.725631685Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:54078"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:51.725744797Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f028113a-8580-4a8d-a734-d0b8d277c5ec","remote_addr":"[fd00:1122:3344:101::c]:54078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":83,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:51.735754683Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"974317f5-4f74-4719-ade5-9c2a21420ef8","remote_addr":"[fd00:1122:3344:101::c]:54078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":141,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:51.759663598Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:43096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:51.759749039Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b627d7bb-c4c1-4b9d-8774-61bbdefc09bb","remote_addr":"[fd00:1122:3344:101::b]:43096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":58,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:51.768676215Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a11c9091-6726-4b0c-882a-780fa3dbaf4e","remote_addr":"[fd00:1122:3344:101::b]:43096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":112,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:51.772638548Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:63411"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:51.772826052Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"7ca3e99d-69fe-4507-9de3-3fdf3d65f7db","remote_addr":"[fd00:1122:3344:101::c]:63411","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":113,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:51.785474027Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51838"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:51.785567488Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:51.824926559Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:51.892525254Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c92a0f74-cbf3-42aa-9626-a8a4b3c25f1e","remote_addr":"[fd00:1122:3344:101::a]:51838","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106993,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:51.892702728Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:62739"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:51.892783619Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:48938"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:51.892920412Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:51.896798804Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"6ebc88df-08d0-4709-a0b4-dbe5ec432ff9","remote_addr":"[fd00:1122:3344:101::a]:51838","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3867,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:51.897019648Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"b9efcf06-940c-4b09-b7bb-f72ec8c32b76","remote_addr":"[fd00:1122:3344:101::a]:48938","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:51.902808535Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:51430"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:51.903015419Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"9f78eafb-a92b-4474-a811-7ef57766f7c4","remote_addr":"[fd00:1122:3344:101::b]:51430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":140,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:51.909657483Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:55590"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:51.928806198Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:51.982719989Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:51.982784191Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"22f61fda-700f-4aa1-8023-1e73da17414e","remote_addr":"[fd00:1122:3344:101::c]:62739","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":89950,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:51.987200653Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f2d3fadf-9e22-4252-afd4-044d65faaef0","remote_addr":"[fd00:1122:3344:101::c]:62739","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":625,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:52.019804488Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:52.077825276Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"e7d21c75-3730-4724-9ea8-f72f35740c63","remote_addr":"[fd00:1122:3344:101::b]:55590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":168008,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:52.078232514Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"759f5750-a3d7-48ac-bece-0ccba6195451","remote_addr":"[fd00:1122:3344:101::b]:55590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":145,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:59.555643614Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44882"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:29:59.555760716Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"a3365a1e-2665-4f13-97bd-3cdc165e5836","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44882","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:01.455333527Z","hostname":"sock","pid":1562,"uri":"/f0d006a2-eb4a-4510-8a1c-6c144343343f","method":"GET","req_id":"a0675baf-8cfc-448d-be3e-a20c8956a8f7","remote_addr":"[fd00:1122:3344:101::d]:53535","local_addr":"[fd00:1122:3344:101::1]:47127","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6416,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:21.82365696Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:46791"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:21.823729412Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d8deceb4-0a45-4c83-adfc-126bb151a0b6","remote_addr":"[fd00:1122:3344:101::a]:46791","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":60,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:21.835443899Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"0596eaca-4758-447b-ba84-d0b558e2e201","remote_addr":"[fd00:1122:3344:101::a]:46791","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":113,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:21.846929533Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53529"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:21.847529104Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"6c7323a4-e257-455a-8234-98cda97491cb","remote_addr":"[fd00:1122:3344:101::c]:53529","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":531,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:21.854910801Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:46089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:21.854994562Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"4c847f94-fe23-4959-83b5-bfb8d4a77c24","remote_addr":"[fd00:1122:3344:101::b]:46089","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":44,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:21.855273728Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:60309"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:21.855473811Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"95c410fb-9b4c-4905-9e5c-4243f69b1e8b","remote_addr":"[fd00:1122:3344:101::b]:60309","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":135,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:21.857638932Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"4b6870a8-934f-4dd6-b67a-5cb7213cda0f","remote_addr":"[fd00:1122:3344:101::c]:53529","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":73,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:21.865966816Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"defc8783-5b6b-448b-9fc1-39be3dcffecd","remote_addr":"[fd00:1122:3344:101::b]:46089","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1274,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:21.957923704Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:63612"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:21.958846721Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"328ec6b2-950d-44f5-9261-bfc05b30cb0f","remote_addr":"[fd00:1122:3344:101::a]:63612","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":896,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:21.972541276Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:44481"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:21.972666248Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.014737239Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.079840609Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d7fd393f-ec10-4978-b55c-519c7fce48b1","remote_addr":"[fd00:1122:3344:101::a]:44481","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":107227,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.080144284Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:34561"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.080161845Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:37710"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.080306747Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"2b2c6384-fb38-4235-9972-2dca204c121c","remote_addr":"[fd00:1122:3344:101::a]:44481","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":205,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.08044744Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.084371533Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0ce0716f-f8c9-4394-83de-e3c9a307c077, kind: Service { id: be8cd1d4-baa8-48cc-872f-69bc5c2df30c }, name: Name(\"external-dns-be8cd1d4-baa8-48cc-872f-69bc5c2df30c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 142])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c11a918-fc94-4079-bc26-a4214182088e, kind: Service { id: ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3 }, name: Name(\"external-dns-ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 63])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 29e9a065-ed81-4ab9-a046-135ca8f6fa8a, kind: Service { id: f498676d-98ca-4df7-a306-c337617f6891 }, name: Name(\"nexus-f498676d-98ca-4df7-a306-c337617f6891\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 141])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ae338cab-a4a6-4cf1-a3ee-cbd6fa5a4190, kind: Service { id: 313e9723-c1f8-48c7-a257-702d615dcb31 }, name: Name(\"nexus-313e9723-c1f8-48c7-a257-702d615dcb31\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d18351e9-a721-467d-aba3-5783c5185b9d, kind: Service { id: 2fc249d5-9788-4a35-ad94-1440f36e8698 }, name: Name(\"nexus-2fc249d5-9788-4a35-ad94-1440f36e8698\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 215])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.084528226Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.084580717Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.084604827Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.084625668Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.084651898Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.084699389Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.084945223Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"8403fa5d-cac9-4dad-a2bc-318002fedd8a","remote_addr":"[fd00:1122:3344:101::a]:34561","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4558,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.085734978Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:56280"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.086068634Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"06fcde74-9cb9-4bb7-86cd-9d0a7d01d58a","remote_addr":"[fd00:1122:3344:101::c]:56280","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":248,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.119266621Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.122963009Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:33268"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.123464739Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0ce0716f-f8c9-4394-83de-e3c9a307c077, kind: Service { id: be8cd1d4-baa8-48cc-872f-69bc5c2df30c }, name: Name(\"external-dns-be8cd1d4-baa8-48cc-872f-69bc5c2df30c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 142])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c11a918-fc94-4079-bc26-a4214182088e, kind: Service { id: ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3 }, name: Name(\"external-dns-ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 63])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 29e9a065-ed81-4ab9-a046-135ca8f6fa8a, kind: Service { id: f498676d-98ca-4df7-a306-c337617f6891 }, name: Name(\"nexus-f498676d-98ca-4df7-a306-c337617f6891\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 141])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ae338cab-a4a6-4cf1-a3ee-cbd6fa5a4190, kind: Service { id: 313e9723-c1f8-48c7-a257-702d615dcb31 }, name: Name(\"nexus-313e9723-c1f8-48c7-a257-702d615dcb31\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d18351e9-a721-467d-aba3-5783c5185b9d, kind: Service { id: 2fc249d5-9788-4a35-ad94-1440f36e8698 }, name: Name(\"nexus-2fc249d5-9788-4a35-ad94-1440f36e8698\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 215])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.12354051Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.123603621Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.123626532Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.123676003Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.123705383Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.123748474Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.123784035Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"256ac74b-447f-4598-a3ce-f49d289555ef","remote_addr":"[fd00:1122:3344:101::b]:33268","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":675,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.147811381Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:50497"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.179791445Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.179854036Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"fa400012-e750-44f5-97e0-3564a46ef400","remote_addr":"[fd00:1122:3344:101::b]:37710","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99510,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.183971523Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"78b6ed3e-74de-4dab-a78a-a75da9e0fd84","remote_addr":"[fd00:1122:3344:101::b]:37710","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":598,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.216792732Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.279039439Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"cb77ac8c-e76d-4cbe-948b-b6f4e41233f8","remote_addr":"[fd00:1122:3344:101::c]:50497","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":131030,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.279401155Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"405d3c56-940e-471e-af2c-9cc80435000b","remote_addr":"[fd00:1122:3344:101::c]:50497","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":152,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.299133762Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:32813"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.299340236Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0ce0716f-f8c9-4394-83de-e3c9a307c077, kind: Service { id: be8cd1d4-baa8-48cc-872f-69bc5c2df30c }, name: Name(\"external-dns-be8cd1d4-baa8-48cc-872f-69bc5c2df30c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 142])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c11a918-fc94-4079-bc26-a4214182088e, kind: Service { id: ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3 }, name: Name(\"external-dns-ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 63])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 29e9a065-ed81-4ab9-a046-135ca8f6fa8a, kind: Service { id: f498676d-98ca-4df7-a306-c337617f6891 }, name: Name(\"nexus-f498676d-98ca-4df7-a306-c337617f6891\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 141])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ae338cab-a4a6-4cf1-a3ee-cbd6fa5a4190, kind: Service { id: 313e9723-c1f8-48c7-a257-702d615dcb31 }, name: Name(\"nexus-313e9723-c1f8-48c7-a257-702d615dcb31\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d18351e9-a721-467d-aba3-5783c5185b9d, kind: Service { id: 2fc249d5-9788-4a35-ad94-1440f36e8698 }, name: Name(\"nexus-2fc249d5-9788-4a35-ad94-1440f36e8698\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 215])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.299383236Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.299418917Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.299431647Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.299454208Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.299474948Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.299485438Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:22.299499808Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"ddbf6f72-9d64-4803-ab8b-7ab1564a4773","remote_addr":"[fd00:1122:3344:101::c]:32813","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":324,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:29.588878237Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36081"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:29.5890215Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"96e43942-2c83-4ea5-b943-d0868138522f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36081","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":127,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:31.456452854Z","hostname":"sock","pid":1562,"uri":"/f0d006a2-eb4a-4510-8a1c-6c144343343f","method":"GET","req_id":"eba45b2c-0b8c-403e-8ed8-e52ad39754d3","remote_addr":"[fd00:1122:3344:101::d]:53535","local_addr":"[fd00:1122:3344:101::1]:47127","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:51.643391021Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:48578"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:51.643491022Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"07d6b2ac-303f-4b79-84e8-bbe805b11987","remote_addr":"[fd00:1122:3344:101::a]:48578","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":62,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:51.653518069Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3c269e7f-d636-4727-a7c6-1f5e7e1d257e","remote_addr":"[fd00:1122:3344:101::a]:48578","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":101,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:51.673453839Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:46021"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:51.67353112Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5e57cbbd-66fa-437c-a4e0-16214410bb74","remote_addr":"[fd00:1122:3344:101::c]:46021","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":26,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:51.685691716Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"5f312017-e28c-4a3c-8824-7e3679f04049","remote_addr":"[fd00:1122:3344:101::c]:46021","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":87,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:51.780927585Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:46222"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:51.781106498Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"9f0e8f3c-da93-4b87-8840-e91d49e440c4","remote_addr":"[fd00:1122:3344:101::a]:46222","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":169,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:51.794321174Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:37517"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:51.794428386Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:51.832963481Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:51.891152462Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"63d866d7-196a-4488-a6e9-e7eefea9ff6d","remote_addr":"[fd00:1122:3344:101::c]:37517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96771,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:51.891457568Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:39474"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:51.891499799Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:56178"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:51.891510359Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:55853"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:51.891529729Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:50002"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:51.892450746Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:51.892476077Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"6c8fd143-0009-41f5-a778-513c576f1d6c","remote_addr":"[fd00:1122:3344:101::b]:50002","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":885,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:51.892498027Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"6ef3f984-57d9-481b-8b1d-3e78faa4c0e4","remote_addr":"[fd00:1122:3344:101::c]:55853","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":943,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:51.892565759Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"0128f357-9b84-4dbd-8bb9-6508950d76db","remote_addr":"[fd00:1122:3344:101::c]:37517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1119,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:51.892585509Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"7cb43e72-e29e-41eb-9806-f15ce389900b","remote_addr":"[fd00:1122:3344:101::b]:39474","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1003,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:51.901593096Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"db006917-c36a-47af-8f6f-4f821a72ea00","remote_addr":"[fd00:1122:3344:101::b]:50002","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":174,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:51.92981146Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:51.944474893Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:38097"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:51.986505164Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:51.986565134Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f92c253d-a565-4857-803f-2d7e7d0b0b1d","remote_addr":"[fd00:1122:3344:101::a]:56178","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94919,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:51.99117972Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f0b62b04-f00b-4bc8-ad17-c02103ac1aec","remote_addr":"[fd00:1122:3344:101::a]:56178","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":648,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:52.026464116Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:52.083811631Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"7ba5205f-c284-499c-8fb8-5e17ed9cbbc6","remote_addr":"[fd00:1122:3344:101::b]:38097","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":139161,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:52.084193908Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"ea35f22f-9169-446d-afe0-e07036b868a8","remote_addr":"[fd00:1122:3344:101::b]:38097","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":138,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:59.624384486Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62709"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:30:59.624481927Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"bb14661e-c872-4fc1-a48b-c8c0f9c4a2df","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62709","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":66,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:01.586248964Z","hostname":"sock","pid":1562,"uri":"/f0d006a2-eb4a-4510-8a1c-6c144343343f","method":"GET","req_id":"f3c332b2-6770-42bc-8417-3431e45004c9","remote_addr":"[fd00:1122:3344:101::d]:53535","local_addr":"[fd00:1122:3344:101::1]:47127","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6719,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:21.808293911Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:41281"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:21.808450434Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"4dc091f3-8c8c-4dde-9a27-192494586dfa","remote_addr":"[fd00:1122:3344:101::a]:41281","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":133,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:21.824018103Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"21d7249c-6a0e-4b8b-a13a-c0be7268ae84","remote_addr":"[fd00:1122:3344:101::a]:41281","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":175,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:21.864941493Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:46293"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:21.865151527Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"ab176edc-7dd3-44a4-bd34-40ab752099b0","remote_addr":"[fd00:1122:3344:101::c]:46293","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":180,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:21.866758607Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:38511"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:21.868052881Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"0603ded7-7906-4ef3-a65c-7d0e75458d44","remote_addr":"[fd00:1122:3344:101::c]:38511","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1262,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:21.880837879Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"af3ecdc4-ab7e-4543-adc3-fe4e356bb1d5","remote_addr":"[fd00:1122:3344:101::c]:38511","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:21.894217877Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:46881"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:21.89436093Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"519459cb-e081-4de6-b8a6-1b32e032c600","remote_addr":"[fd00:1122:3344:101::b]:46881","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":40,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:21.901860629Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"fc450fb5-a758-4412-aedb-7dfc062b7e03","remote_addr":"[fd00:1122:3344:101::b]:46881","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":105,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:21.945138163Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:37836"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:21.945221704Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:21.986033273Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:22.037495289Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"9face525-59ca-45cb-8639-9f0b782b20bd","remote_addr":"[fd00:1122:3344:101::c]:37836","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92315,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:22.037700712Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:49403"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:22.037730073Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:61657"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:22.037756133Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:64217"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:22.037782534Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:48993"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:22.038549788Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:22.042457201Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"acee632c-3f3c-4803-979b-c61eadcc651e","remote_addr":"[fd00:1122:3344:101::a]:48993","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4436,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:22.042661665Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"7bd12ce5-c965-4654-bfa2-f90ba792aa9f","remote_addr":"[fd00:1122:3344:101::c]:37836","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4662,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:22.042709935Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"2834e6f0-17dc-482a-a1d9-bba835913c10","remote_addr":"[fd00:1122:3344:101::b]:64217","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4809,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:22.07579625Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:22.132048775Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:22.132106496Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"5e702503-3b37-4e6a-82f4-c02368311775","remote_addr":"[fd00:1122:3344:101::b]:49403","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94241,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:22.137009367Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"de7f9f40-359f-48c3-b567-81af4668d0dd","remote_addr":"[fd00:1122:3344:101::b]:49403","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":662,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:22.170469068Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:22.231992561Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"5a6eee16-2598-47df-92fd-aa137cb79c0f","remote_addr":"[fd00:1122:3344:101::a]:61657","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":194055,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:22.232419119Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"db13c2aa-82f6-428b-8c79-b24a2d7860e0","remote_addr":"[fd00:1122:3344:101::a]:61657","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":176,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:29.656784134Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41046"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:29.656952917Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"a32f366b-d3fa-4b75-89b1-748f9068e3bf","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41046","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":127,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:31.588589433Z","hostname":"sock","pid":1562,"uri":"/f0d006a2-eb4a-4510-8a1c-6c144343343f","method":"GET","req_id":"92d829d8-2f35-4a54-87b1-c96bfa4d9cbb","remote_addr":"[fd00:1122:3344:101::d]:53535","local_addr":"[fd00:1122:3344:101::1]:47127","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8381,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:40.529774101Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57508"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:40.530070846Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"928f8448-8af3-41c8-98dd-755d5f5a8428","remote_addr":"[fd00:1122:3344:101::a]:57508","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":259,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:40.530335121Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:778","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(6632601) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:40.531491543Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"PUT","req_id":"da22b764-c3c5-4b00-a6d1-16be0326a5b2","remote_addr":"[fd00:1122:3344:101::a]:57508","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1227,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:40.711540307Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:50883"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:40.741704887Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:539","metadata":"InstanceMetadata { silo_id: dcfeb960-7abf-4e10-b28d-9fa9c33e4d51, project_id: 2be16c74-48fd-4bd5-bff6-41cb162cf48d }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-09-25T17:31:40.711274232Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 7be75804-d2fd-4726-bca4-435263a1a579, kind: Instance { id: eb0db515-0d3a-4991-8ede-f0a4b1006dc4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6632601), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7be75804-d2fd-4726-bca4-435263a1a579, kind: Instance { id: eb0db515-0d3a-4991-8ede-f0a4b1006dc4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6632601), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7be75804-d2fd-4726-bca4-435263a1a579, kind: Instance { id: eb0db515-0d3a-4991-8ede-f0a4b1006dc4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6632601), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(6632601))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7be75804-d2fd-4726-bca4-435263a1a579, kind: Instance { id: eb0db515-0d3a-4991-8ede-f0a4b1006dc4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6632601), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-810379e0eff\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: a0c2808c-0dd5-4ace-80be-905329dd3254, read_only_parent: Some(Volume { block_size: 512, id: 66416bad-1298-4f9d-9c17-e06348555c73, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 29b0e2ec-9c91-40e6-b5d7-09351d18b174, key: Some(\"F/qt39a4awHb0728blYWwPu0rkUnARenrSn6wd/iNbM=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::13]:19002\", \"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::15]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: a0c2808c-0dd5-4ace-80be-905329dd3254, key: Some(\"yXvat6YnIURmpCudMNdaoediLDgM/MSrasHlM4buiEM=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::17]:19000\", \"[fd00:1122:3344:101::14]:19000\", \"[fd00:1122:3344:101::18]:19000\"] } }] } }], cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:40.741769978Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:572","migration_id":"None","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:40.742018273Z","hostname":"sock","pid":1562,"propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"sled-agent/src/instance.rs:1008","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 7be75804-d2fd-4726-bca4-435263a1a579, kind: Instance { id: eb0db515-0d3a-4991-8ede-f0a4b1006dc4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6632601), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7be75804-d2fd-4726-bca4-435263a1a579, kind: Instance { id: eb0db515-0d3a-4991-8ede-f0a4b1006dc4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6632601), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7be75804-d2fd-4726-bca4-435263a1a579, kind: Instance { id: eb0db515-0d3a-4991-8ede-f0a4b1006dc4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6632601), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(6632601))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7be75804-d2fd-4726-bca4-435263a1a579, kind: Instance { id: eb0db515-0d3a-4991-8ede-f0a4b1006dc4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6632601), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-810379e0eff\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: a0c2808c-0dd5-4ace-80be-905329dd3254, read_only_parent: Some(Volume { block_size: 512, id: 66416bad-1298-4f9d-9c17-e06348555c73, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 29b0e2ec-9c91-40e6-b5d7-09351d18b174, key: Some(\"F/qt39a4awHb0728blYWwPu0rkUnARenrSn6wd/iNbM=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::13]:19002\", \"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::15]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: a0c2808c-0dd5-4ace-80be-905329dd3254, key: Some(\"yXvat6YnIURmpCudMNdaoediLDgM/MSrasHlM4buiEM=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::17]:19000\", \"[fd00:1122:3344:101::14]:19000\", \"[fd00:1122:3344:101::18]:19000\"] } }] } }], cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-09-25T17:31:40.711274232Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:40.745768963Z","hostname":"sock","pid":1562,"uri":"/vmms/03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","method":"PUT","req_id":"c886933d-8efc-4784-a653-c5da01f1b449","remote_addr":"[fd00:1122:3344:101::a]:50883","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":32605,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:40.854763856Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:41417"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:40.857001617Z","hostname":"sock","pid":1562,"uri":"/vmms/03a4abe3-47b1-4832-8d19-9f5cbc4bd12f/state","method":"PUT","req_id":"2fb8a972-86ff-4e85-a964-e87673357320","remote_addr":"[fd00:1122:3344:101::a]:41417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":2222,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:40.86306417Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 6632601 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:40.864791772Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:40.904955198Z","hostname":"sock","pid":1562,"instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:40.92550871Z","hostname":"sock","pid":1562,"instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:42.411607392Z","hostname":"sock","pid":1562,"instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:42.411814966Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f\") failed: Property not found. retry in 34.226237ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:31:42.593942059Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f\") failed: Property not found. retry in 133.630064ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:31:42.636678783Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f\") failed: Property not found. retry in 114.790627ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:31:42.816879279Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f\") failed: Property not found. retry in 484.051059ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:31:42.946312554Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f\") failed: Property not found. retry in 570.922768ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:31:43.44681105Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f\") failed: Property not found. retry in 1.11969764s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:31:44.028249958Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f\") failed: Property not found. retry in 595.626671ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:31:45.159229245Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f\") failed: Property not found. retry in 1.206413941s","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:31:45.76681287Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f\") failed: Property not found. retry in 529.629336ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:31:46.983881595Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:47.545597648Z","hostname":"sock","pid":1562,"instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"sled-agent/src/instance.rs:1466"} {"msg":"wait for service Some(\"oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f\") failed: Property not found. retry in 52.365122ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:31:47.556270227Z","hostname":"sock","pid":1562,"instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f\") failed: Property not found. retry in 77.038423ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:31:47.621749813Z","hostname":"sock","pid":1562,"instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f\") failed: Property not found. retry in 124.513612ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:31:47.709629875Z","hostname":"sock","pid":1562,"instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f\") failed: Property not found. retry in 502.309498ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:31:47.844778635Z","hostname":"sock","pid":1562,"instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:48.359143198Z","hostname":"sock","pid":1562,"instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"sled-agent/src/instance.rs:1475"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:48.394692419Z","hostname":"sock","pid":1562,"instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"sled-agent/src/instance.rs:1499"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:48.534679219Z","hostname":"sock","pid":1562,"instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"sled-agent/src/instance.rs:744"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-09-25T17:31:48.536247798Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:48.536858559Z","hostname":"sock","pid":1562,"instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:48.53687883Z","hostname":"sock","pid":1562,"instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-09-25T17:31:48.536247798Z }","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:48.5368967Z","hostname":"sock","pid":1562,"instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-09-25T17:31:48.536247798Z }, migration_in: None, migration_out: None }","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-09-25T17:31:48.587709514Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:48.587736924Z","hostname":"sock","pid":1562,"instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:48.587767155Z","hostname":"sock","pid":1562,"instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-09-25T17:31:48.587709514Z }","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:48.587777345Z","hostname":"sock","pid":1562,"instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-09-25T17:31:48.587709514Z }, migration_in: None, migration_out: None }","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:51.61927926Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:58644"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:51.620162706Z","hostname":"sock","pid":1562,"uri":"/vmms/03a4abe3-47b1-4832-8d19-9f5cbc4bd12f/state","method":"GET","req_id":"a7cc09e4-7770-4de4-8e7d-7c6705c4d085","remote_addr":"[fd00:1122:3344:101::a]:58644","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":862,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:51.673737821Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:54453"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:51.673892704Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"950d7709-a8c1-48ac-8c93-d42eda455094","remote_addr":"[fd00:1122:3344:101::a]:54453","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:51.73985342Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:35520"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:51.740998711Z","hostname":"sock","pid":1562,"uri":"/vmms/03a4abe3-47b1-4832-8d19-9f5cbc4bd12f/state","method":"GET","req_id":"650467f5-5731-4d07-a2c1-cbdac79728f1","remote_addr":"[fd00:1122:3344:101::c]:35520","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1083,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:51.776259876Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:62366"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:51.776356158Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a41a9378-80ee-4adb-a725-6a39c8569af6","remote_addr":"[fd00:1122:3344:101::c]:62366","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":64,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:51.823701506Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:50589"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:51.8239026Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"14e5994c-e8b1-435b-9a49-433dec4c238e","remote_addr":"[fd00:1122:3344:101::c]:50589","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":168,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:51.850563395Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:64520"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:51.850799069Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"78cf86ae-485d-453a-b820-7401a63840a0","remote_addr":"[fd00:1122:3344:101::a]:64520","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":169,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:51.873694905Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:60293"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:51.873800387Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:51.918175411Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:51.978616173Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"a61f49bd-8aa4-4da7-9ee1-dd2e4717e7c9","remote_addr":"[fd00:1122:3344:101::a]:60293","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":104861,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:51.97895488Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:40309"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:51.97898835Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62142"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:51.97900395Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53159"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:51.979042961Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:39460"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:51.979398008Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d492fe55-ee17-496b-bd22-d0af97c0371a","remote_addr":"[fd00:1122:3344:101::a]:60293","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":379,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:51.979570861Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"60735731-a147-4dc2-af88-573611577316","remote_addr":"[fd00:1122:3344:101::c]:62366","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":516,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:51.979657173Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"d12fab5a-920f-469a-90a6-68d314ad0368","remote_addr":"[fd00:1122:3344:101::a]:54453","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":651,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:51.980244873Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ebf3a448-bb21-4c0d-b0a8-cf44067f7ce6","remote_addr":"[fd00:1122:3344:101::b]:39460","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1101,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:51.980367076Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"0ea3fcd9-aec4-4ab7-8771-f91e08f4e19c","remote_addr":"[fd00:1122:3344:101::b]:40309","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1204,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:51.980379386Z","hostname":"sock","pid":1562,"uri":"/vmms/03a4abe3-47b1-4832-8d19-9f5cbc4bd12f/state","method":"GET","req_id":"290ce006-088b-46d0-84be-c6102585837a","remote_addr":"[fd00:1122:3344:101::b]:62142","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1304,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:51.980512089Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:52.000265825Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"cebc3503-0bd6-4a5c-a4eb-4b4739390a6e","remote_addr":"[fd00:1122:3344:101::b]:39460","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":582,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:52.017893333Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:45837"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:52.023585669Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:52.082434512Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:52.082506503Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"aff1cde3-d9a7-4422-aee1-481f976a8bf5","remote_addr":"[fd00:1122:3344:101::c]:53159","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102000,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:52.086614329Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"8d81aa4b-12a5-45bd-8e68-e973a34b477a","remote_addr":"[fd00:1122:3344:101::c]:53159","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":650,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:52.119986829Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:52.177422786Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"2d677e17-ad1d-4987-8a09-dae2d1efd405","remote_addr":"[fd00:1122:3344:101::b]:45837","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":159428,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:52.177817723Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c09b4449-f96f-435d-af48-beffb670b66d","remote_addr":"[fd00:1122:3344:101::b]:45837","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:58.242978044Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:42746"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:58.243529314Z","hostname":"sock","pid":1562,"uri":"/vmms/03a4abe3-47b1-4832-8d19-9f5cbc4bd12f/state","method":"PUT","req_id":"66430097-7e90-4d7b-bd9e-72c13b5e798c","remote_addr":"[fd00:1122:3344:101::a]:42746","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":500,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-09-25T17:31:58.243628005Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:58.243662926Z","hostname":"sock","pid":1562,"instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:58.243698717Z","hostname":"sock","pid":1562,"instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-09-25T17:31:58.243628005Z }","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:58.243730018Z","hostname":"sock","pid":1562,"instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-09-25T17:31:58.243628005Z }, migration_in: None, migration_out: None }","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-09-25T17:31:58.295155843Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:58.295182993Z","hostname":"sock","pid":1562,"instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:58.295206114Z","hostname":"sock","pid":1562,"instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-09-25T17:31:58.295155843Z }","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:58.295213034Z","hostname":"sock","pid":1562,"instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"sled-agent/src/instance.rs:630","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:58.295218024Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:58.305712219Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:58.307434841Z","hostname":"sock","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/debug/bundle/zone\", \"/pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46/crypt/debug\", \"/pool/ext/fe3d10a1-f7bd-456b-9a54-72c3651a7862/crypt/debug\", \"/pool/ext/1e6bf961-835f-4fb8-88ff-1a8e1a58bf50/crypt/debug\", \"/pool/ext/6cd0db00-82cc-45a5-9786-a174954df7f0/crypt/debug\", \"/pool/ext/8c6d5961-04f6-4b0b-99a3-25216a6a4953/crypt/debug\", \"/pool/ext/df18cb26-568c-4123-a14d-afbe4b0b3b4c/crypt/debug\", \"/pool/ext/21286ac3-4c27-41f6-98e3-d36ea66bfe13/crypt/debug\", \"/pool/ext/3ade5407-5f7e-4382-b300-7995dbe0cc6a/crypt/debug\", \"/pool/ext/090dcb97-4f3b-4f5d-86e6-739763019615/crypt/debug\"] }","zone_name":"oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:59.038920376Z","hostname":"sock","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f\", bundle_id: 8b322c67-e8a3-413e-a2af-0c0adc9f6584 }, time_created: 2024-09-25T17:31:58.308922168Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","v":0,"name":"SledAgent","level":40,"time":"2024-09-25T17:31:59.038992708Z","hostname":"sock","pid":1562,"instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"sled-agent/src/instance.rs:843"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:59.689117603Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59644"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:31:59.689236815Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"16c03ca1-b1ee-4e1c-9bdb-27dce4ec6c20","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59644","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98,"response_code":"200"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:00.768772506Z","hostname":"sock","pid":1562,"instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:00.786094298Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(6632601), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:00.786151819Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(6632601), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:00.789300987Z","hostname":"sock","pid":1562,"instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-09-25T17:32:00.789267826Z }, migration_in: None, migration_out: None }","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:00.836492553Z","hostname":"sock","pid":1562,"instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-09-25T17:32:00.789267826Z }, migration_in: None, migration_out: None }","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:00.840718921Z","hostname":"sock","pid":1562,"instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:01.586044635Z","hostname":"sock","pid":1562,"uri":"/f0d006a2-eb4a-4510-8a1c-6c144343343f","method":"GET","req_id":"f7fe4ea6-5818-434a-a7e0-667c206a0bd4","remote_addr":"[fd00:1122:3344:101::d]:53535","local_addr":"[fd00:1122:3344:101::1]:47127","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6146,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:01.807975747Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:55344"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:01.808087089Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"2db9042f-cc22-411e-9f45-0b836c467905","remote_addr":"[fd00:1122:3344:101::c]:55344","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":59,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:01.815925594Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3444f427-4a0e-4817-a609-ce6ae9a8c524","remote_addr":"[fd00:1122:3344:101::c]:55344","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:01.840791596Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:34854"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:01.840917778Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"a211fc1c-480b-4a84-9b82-ac212bae694e","remote_addr":"[fd00:1122:3344:101::c]:34854","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":87,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:03.422578835Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40206"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:03.42281862Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"c995b4c6-0077-4b5a-a4e0-9c575081846f","remote_addr":"[fd00:1122:3344:101::a]:40206","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":200,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:04.491690892Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51259"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:04.491773494Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"6efcaca2-4d09-4ac8-8b74-0e496c15c915","remote_addr":"[fd00:1122:3344:101::a]:51259","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":68,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:04.499200972Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"aa577fae-cde8-4654-83c1-6641202a901c","remote_addr":"[fd00:1122:3344:101::a]:51259","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:21.752915541Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:41800"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:21.753082644Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"4c6f9935-9b74-4251-b490-feac740e0bfb","remote_addr":"[fd00:1122:3344:101::a]:41800","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":146,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:21.77008602Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:48594"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:21.770182121Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1f973661-13bd-4090-97f1-43083c98bd20","remote_addr":"[fd00:1122:3344:101::a]:48594","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":35,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:21.781340609Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1ea6c852-d3b4-42b7-861a-d225dab07cc9","remote_addr":"[fd00:1122:3344:101::a]:48594","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":82,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:21.817835046Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:58490"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:21.817893337Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"3b041070-b661-4e04-8807-ab7a2e1adcd9","remote_addr":"[fd00:1122:3344:101::b]:58490","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":28,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:21.826831453Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"0cb76b22-bf3e-4446-926c-a0dea7491085","remote_addr":"[fd00:1122:3344:101::b]:58490","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":53,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:21.932883092Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:32918"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:21.932970424Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:21.971571101Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:22.031475044Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"33009b74-4a74-4e5e-9eed-505ba9002ee1","remote_addr":"[fd00:1122:3344:101::b]:32918","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98559,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:22.03179688Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:44248"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:22.03182249Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:60491"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:22.031842221Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:62226"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:22.035971487Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d7747f21-da6e-45d2-8126-d99d9292b5d2","remote_addr":"[fd00:1122:3344:101::c]:62226","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":683,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:22.03612019Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"0740aa6c-6d3a-4611-a385-141d20329fa3","remote_addr":"[fd00:1122:3344:101::c]:44248","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":772,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:22.036205091Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"93fcd80a-b7bf-4911-b3a9-8510da73391b","remote_addr":"[fd00:1122:3344:101::b]:60491","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4300,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:22.036255663Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c673cbe6-cfc6-4e5b-b296-6768b442c832","remote_addr":"[fd00:1122:3344:101::b]:32918","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4434,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:22.045522204Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"da0a42aa-5120-40f0-8694-2b0c0e7869b0","remote_addr":"[fd00:1122:3344:101::c]:62226","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":116,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:22.063458638Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:63269"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:22.06412056Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:22.100386244Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:22.154963437Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"8db02d66-f884-4f5b-9b9d-7aa5b2b3758d","remote_addr":"[fd00:1122:3344:101::c]:63269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":91471,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:22.155222732Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"cb74caac-62b1-413c-a4f7-dc06885cd9e9","remote_addr":"[fd00:1122:3344:101::c]:63269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":114,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:22.198314073Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:32976"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:22.198472836Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:22.233090739Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:22.288520728Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"85c0d20d-8e9e-4bf5-ae6a-5253226da53e","remote_addr":"[fd00:1122:3344:101::a]:32976","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":90121,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-25T17:32:22.288806073Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"aee245b9-642f-4b31-a200-0a54fb28b95a","remote_addr":"[fd00:1122:3344:101::a]:32976","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103,"response_code":"200"}