[ Oct 15 18:32:03 Enabled. ] [ Oct 15 18:32:03 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Oct 15 18:32:03 Method "start" exited with status 0. ] [ Oct 15 18:32:03 Rereading configuration. ] [ Oct 15 18:32:03 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:03.995160112Z","hostname":"sock","pid":1572,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:03.995317124Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:04.04669378Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:04.0467326Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:04.160350056Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:04.168649441Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:04.176342059Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:04.773811474Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:04.912949161Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:04.912980362Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:04.913057833Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:04.913121763Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:04.913142064Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:04.913170644Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:04.916231589Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:04.916242149Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:04.916260979Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:04.916267989Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:04.916273619Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:04.91629732Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:04.916393581Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:04.916418521Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:04.916440601Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:04.92683128Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:04.92685772Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"7c5337d2-626b-4302-a81d-a3b3ae9e3077 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.02330695Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 7c5337d2-626b-4302-a81d-a3b3ae9e3077 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.425830742Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.425868412Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.425877252Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.425890542Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.425903892Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.425911363Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.425929903Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.43445389Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.43447806Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"7ec9228f-66f1-479f-8b37-5a52a826da29 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.521125229Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 7ec9228f-66f1-479f-8b37-5a52a826da29 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.93145729Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.93150439Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7c5337d2-626b-4302-a81d-a3b3ae9e3077 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7ec9228f-66f1-479f-8b37-5a52a826da29 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.93154134Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931547391Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931558271Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931566321Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931571591Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931586481Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7c5337d2-626b-4302-a81d-a3b3ae9e3077 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7ec9228f-66f1-479f-8b37-5a52a826da29 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931600891Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931606101Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931610561Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931626711Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931630272Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931636232Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931640541Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7c5337d2-626b-4302-a81d-a3b3ae9e3077 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7ec9228f-66f1-479f-8b37-5a52a826da29 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931656672Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931662522Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931666852Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931670062Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931673532Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7c5337d2-626b-4302-a81d-a3b3ae9e3077 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7ec9228f-66f1-479f-8b37-5a52a826da29 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931688902Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931702202Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931706562Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931710092Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931715162Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931719593Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931724373Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931729182Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7c5337d2-626b-4302-a81d-a3b3ae9e3077 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7ec9228f-66f1-479f-8b37-5a52a826da29 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931746663Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931751383Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931755623Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931759243Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7c5337d2-626b-4302-a81d-a3b3ae9e3077 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7ec9228f-66f1-479f-8b37-5a52a826da29 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931783703Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931788463Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931792583Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931799363Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931803523Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931806834Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7c5337d2-626b-4302-a81d-a3b3ae9e3077 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7ec9228f-66f1-479f-8b37-5a52a826da29 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931836814Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931841604Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931845704Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931850554Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931854694Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931870804Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931875734Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931880034Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7c5337d2-626b-4302-a81d-a3b3ae9e3077 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7ec9228f-66f1-479f-8b37-5a52a826da29 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931917355Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931922475Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931926075Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931930645Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931934245Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931938645Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7c5337d2-626b-4302-a81d-a3b3ae9e3077 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7ec9228f-66f1-479f-8b37-5a52a826da29 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931971365Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931976425Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931982496Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931992985Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.931996706Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7c5337d2-626b-4302-a81d-a3b3ae9e3077 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7ec9228f-66f1-479f-8b37-5a52a826da29 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.932029636Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.932033346Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.932037876Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.932041286Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/7c5337d2-626b-4302-a81d-a3b3ae9e3077/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.932088667Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/7ec9228f-66f1-479f-8b37-5a52a826da29/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.932099587Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.932106937Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/7c5337d2-626b-4302-a81d-a3b3ae9e3077/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.932116557Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/7ec9228f-66f1-479f-8b37-5a52a826da29/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.932121337Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.932125387Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.932154167Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.932158458Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.94293162Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:739"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.942971191Z","hostname":"sock","pid":1572,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999917709s","next_cleanup":"Instant { tv_sec: 1818, tv_nsec: 354828726 }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.943017861Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.943023851Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3924"} {"msg":"No ledger in /pool/int/7c5337d2-626b-4302-a81d-a3b3ae9e3077/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.943068372Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/7ec9228f-66f1-479f-8b37-5a52a826da29/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.943085152Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.946307969Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.948226761Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.948445743Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1074"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.948452213Z","hostname":"sock","pid":1572,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.948506684Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/7c5337d2-626b-4302-a81d-a3b3ae9e3077/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.948553705Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/7ec9228f-66f1-479f-8b37-5a52a826da29/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.948568215Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.948574895Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1137"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.948606825Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/7c5337d2-626b-4302-a81d-a3b3ae9e3077/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.948617905Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/7ec9228f-66f1-479f-8b37-5a52a826da29/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.948627175Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.948634785Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1179"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.948638235Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.948641775Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.948665166Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/7c5337d2-626b-4302-a81d-a3b3ae9e3077/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.948689416Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/7ec9228f-66f1-479f-8b37-5a52a826da29/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.948977759Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 18ce4663-3477-4fd8-8c64-8ede0c40230a,\n sleds: {\n [fdb0:18c0:4d0d:a02a::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: b7a23b11-232f-4d82-b81f-0ef2d0fee3c2 (sled),\n rack_id: 18ce4663-3477-4fd8-8c64-8ede0c40230a,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.949246722Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.949253893Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1213"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.949311773Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/7c5337d2-626b-4302-a81d-a3b3ae9e3077/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.949324163Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/7ec9228f-66f1-479f-8b37-5a52a826da29/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.949495895Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.949627477Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.949689258Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: b7a23b11-232f-4d82-b81f-0ef2d0fee3c2 (sled), rack_id: 18ce4663-3477-4fd8-8c64-8ede0c40230a, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.950287814Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4221"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.950337115Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4603"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.954753085Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.960930166Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.961119258Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.965413487Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.965490398Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.965569328Z","hostname":"sock","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:52477","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: b7a23b11-232f-4d82-b81f-0ef2d0fee3c2 (sled), rack_id: 18ce4663-3477-4fd8-8c64-8ede0c40230a, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.96569341Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.96570951Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.965748161Z","hostname":"sock","pid":1572,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.965761761Z","hostname":"sock","pid":1572,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.965769951Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.965775131Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.965792261Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/7c5337d2-626b-4302-a81d-a3b3ae9e3077/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.965807931Z","hostname":"sock","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/7ec9228f-66f1-479f-8b37-5a52a826da29/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.965816191Z","hostname":"sock","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.965844152Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.965854612Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.965858842Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.965868712Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.965885952Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:05.982566682Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:06.003274689Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:06.020724778Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:06.0419393Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:391"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:06.042016911Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:06.042026391Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:403"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:06.042036381Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 96.656748ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:06.045208267Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21668351-8aca-4bcf-9cf9-10cd4268c8dc\", \"content-length\": \"124\", \"date\": \"Tue, 15 Oct 2024 18:32:05 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"21668351-8aca-4bcf-9cf9-10cd4268c8dc\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_7c5337d2-626b-4302-a81d-a3b3ae9e3077/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:06.056959821Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_7c5337d2-626b-4302-a81d-a3b3ae9e3077/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:06.080342378Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_7c5337d2-626b-4302-a81d-a3b3ae9e3077/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:06.080391378Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:06.085569337Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:418"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:06.085586557Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_7c5337d2-626b-4302-a81d-a3b3ae9e3077/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:06.085592708Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:06.142918882Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 146.222836ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:06.143525818Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05049b18-a636-4446-ab9d-0075703c2ee4\", \"content-length\": \"124\", \"date\": \"Tue, 15 Oct 2024 18:32:05 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"05049b18-a636-4446-ab9d-0075703c2ee4\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:06.170313994Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:06.291470066Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 198.48871ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:06.292088793Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1372505d-9f76-48f2-8aa6-7ae5d44a2f88\", \"content-length\": \"124\", \"date\": \"Tue, 15 Oct 2024 18:32:05 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1372505d-9f76-48f2-8aa6-7ae5d44a2f88\" }"} {"msg":"Mounting oxi_7c5337d2-626b-4302-a81d-a3b3ae9e3077/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:06.388445922Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:06.401465931Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:06.401546482Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:06.401563452Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:06.401619793Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:06.492610071Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 156.496478ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:06.493194207Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2657bb7-36c7-4b44-989b-b849386138a5\", \"content-length\": \"124\", \"date\": \"Tue, 15 Oct 2024 18:32:05 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c2657bb7-36c7-4b44-989b-b849386138a5\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:06.651316951Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 169.737043ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:06.652005159Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41ef58dd-93d1-4aea-9b3c-e81b74ee277d\", \"content-length\": \"124\", \"date\": \"Tue, 15 Oct 2024 18:32:05 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"41ef58dd-93d1-4aea-9b3c-e81b74ee277d\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:06.823495415Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 290.771502ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:06.824160042Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd888fa2-772b-45ef-926b-95f2f28c7261\", \"content-length\": \"124\", \"date\": \"Tue, 15 Oct 2024 18:32:05 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"cd888fa2-772b-45ef-926b-95f2f28c7261\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:07.116328414Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:07.140206297Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:07.145642139Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:35758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"producer-server","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:07.145676229Z","hostname":"sock","pid":1572,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:07.14574506Z","hostname":"sock","pid":1572,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:35758","producer_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:07.146829572Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"305.49376ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:07.147903405Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:07.147910095Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:07.147993756Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:923","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:07.147999266Z","hostname":"sock","pid":1572,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:07.453542731Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"376.62551ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:07.832070149Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"767.722375ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:08.601689448Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.566512741s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:09.545925049Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2679"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:09.545964939Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2897"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:09.545973339Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2549"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:09.54598354Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2596"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:09.5459907Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2978"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:09.54599771Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3020"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:09.547889781Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2822"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:09.549076215Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2590"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:09.549280577Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:09.549367398Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 71.456176ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:09.892915357Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 76.64739ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:10.088054163Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 281.177081ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:10.272512937Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:10.273344917Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"3.306612989s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 265.267288ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:10.625062269Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 577.177922ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:11.048325467Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.240084961s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:11.642052129Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 853.001953ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:12.955154838Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:13.582355162Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"4.616021669s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.190643324s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:13.862169084Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:15.530725537Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:15.530787348Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:15.530795428Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/7c5337d2-626b-4302-a81d-a3b3ae9e3077/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:15.530804238Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/7ec9228f-66f1-479f-8b37-5a52a826da29/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:15.531021121Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:15.531182833Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:15.531226743Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:15.531242383Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3924"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:15.531288674Z","hostname":"sock","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:52477","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:15.751679368Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:15.751756438Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:15.75185956Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/7c5337d2-626b-4302-a81d-a3b3ae9e3077/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:15.75192248Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/7ec9228f-66f1-479f-8b37-5a52a826da29/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:15.751937021Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:15.751974111Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:15.751995641Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:15.752025662Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:15.757630485Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4245","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:15.757641196Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4261"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:15.757657876Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:16.006985979Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42089"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:16.007273962Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:16.007282552Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/7c5337d2-626b-4302-a81d-a3b3ae9e3077/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:16.007341403Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/7ec9228f-66f1-479f-8b37-5a52a826da29/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:16.007373193Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:16.007477635Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"6c53d916-4d9b-4346-a9e3-fdbc872db2c9","remote_addr":"[fd00:1122:3344:101::1]:42089","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":337,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:16.037891202Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:50696"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:16.038111484Z","hostname":"sock","pid":1572,"uri":"/sled-role","method":"GET","req_id":"a1b22d64-a249-4cdb-bf86-61373b64e4a3","remote_addr":"[fd00:1122:3344:101::1]:50696","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:16.039606971Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/7c5337d2-626b-4302-a81d-a3b3ae9e3077/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:16.039643242Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/7ec9228f-66f1-479f-8b37-5a52a826da29/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:16.040048186Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:16.040317499Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:882"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: e1811379-6ea6-48f0-b72b-2cf96a570079, pool_id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 03f96219-add8-4405-9a3b-8cd18b430819, pool_id: 43046e3c-d342-412d-8595-be6594352e05 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 38b225a1-f34a-449e-b0ff-7392fcbbcfcf, pool_id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 8cef807e-b65f-4250-8e29-46dcfa81eaef, pool_id: e03affdc-b808-46e9-a0e9-f0b8804942c1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 585fc17d-0dee-469d-8b01-7ced53929e17, pool_id: 5a14f3e2-c2af-4439-98e4-764b2dbe5d6c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 17146635-ca09-4e3b-a5ea-a317615c04ee, pool_id: a2a6c8c1-72e6-4543-bb10-d6a1d37b5f0e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: c4c71872-d45f-4f7b-bad2-05ede1f506ab, pool_id: ca5b1e9a-5313-4445-8bbf-189983f36e1c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 94f3e9d4-58e7-41fd-9baa-f9d6d5458ee3, pool_id: 685f5a45-4fc5-4ec3-8da1-0d9c8cfa22da (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: e9b8a206-249e-4604-a46f-8c44277c9757, pool_id: 08eb30ef-f106-403d-980b-fe3c401faf27 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:16.079309034Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:16.079466696Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:54210"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:16.07980329Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:864"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: e1811379-6ea6-48f0-b72b-2cf96a570079, pool_id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 03f96219-add8-4405-9a3b-8cd18b430819, pool_id: 43046e3c-d342-412d-8595-be6594352e05 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 38b225a1-f34a-449e-b0ff-7392fcbbcfcf, pool_id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 8cef807e-b65f-4250-8e29-46dcfa81eaef, pool_id: e03affdc-b808-46e9-a0e9-f0b8804942c1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 585fc17d-0dee-469d-8b01-7ced53929e17, pool_id: 5a14f3e2-c2af-4439-98e4-764b2dbe5d6c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 17146635-ca09-4e3b-a5ea-a317615c04ee, pool_id: a2a6c8c1-72e6-4543-bb10-d6a1d37b5f0e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: c4c71872-d45f-4f7b-bad2-05ede1f506ab, pool_id: ca5b1e9a-5313-4445-8bbf-189983f36e1c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 94f3e9d4-58e7-41fd-9baa-f9d6d5458ee3, pool_id: 685f5a45-4fc5-4ec3-8da1-0d9c8cfa22da (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: e9b8a206-249e-4604-a46f-8c44277c9757, pool_id: 08eb30ef-f106-403d-980b-fe3c401faf27 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:16.07985348Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/7c5337d2-626b-4302-a81d-a3b3ae9e3077/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:16.079861811Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/7ec9228f-66f1-479f-8b37-5a52a826da29/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:16.07987084Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:16.079878471Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:16.079885921Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:16.079896991Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:16.079905901Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:16.079921631Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:16.255513584Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:16.255559815Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b7a23b11-232f-4d82-b81f-0ef2d0fee3c2)","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T18:32:16.696878659Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.151471604Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T18:32:17.153086063Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14792697770438127614"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T18:32:17.153257565Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6389743060222906226"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.180306583Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.188104732Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.188186893Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.188199573Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.188222134Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.188254194Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.188396376Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.188406716Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.223670358Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_2de1de63-916d-41a7-aad9-8c2c422d0bf1/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.231225214Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_2de1de63-916d-41a7-aad9-8c2c422d0bf1","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.403124775Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.411110136Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.411147586Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.411154597Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.411164577Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.411169887Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.420158619Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.42018694Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"43046e3c-d342-412d-8595-be6594352e05 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.51223433Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.519981278Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.520029068Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.520036059Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.520042639Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.520054909Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.5201717Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.52018235Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.554812365Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_43046e3c-d342-412d-8595-be6594352e05/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.56228563Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b7a23b11-232f-4d82-b81f-0ef2d0fee3c2)","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T18:32:17.699654508Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_43046e3c-d342-412d-8595-be6594352e05","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.740004628Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.747069328Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.747139369Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.747148289Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.747156849Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.747161979Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.757322145Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.757352436Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.848964751Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.856542567Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.856585458Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.856592458Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.856629318Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.856642218Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.85677174Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.85679437Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.891405335Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_16c9b9f3-ec41-4058-9aa6-27bbfb9792d3/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:17.899179384Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_16c9b9f3-ec41-4058-9aa6-27bbfb9792d3","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.079893205Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.087614473Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.087654043Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.087662853Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.087670894Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.087678063Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.097330284Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.097358534Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"e03affdc-b808-46e9-a0e9-f0b8804942c1 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.190914501Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: e03affdc-b808-46e9-a0e9-f0b8804942c1 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.198805441Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.198853582Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.198859862Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.198866072Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.198873782Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.199002473Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.199012113Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:18.202634855Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"16.554146852s"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.234432758Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_e03affdc-b808-46e9-a0e9-f0b8804942c1/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.242209276Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_e03affdc-b808-46e9-a0e9-f0b8804942c1","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.416272112Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.42402267Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.424074461Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.424085021Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.424102651Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.424109981Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.433546359Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.433570419Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"5a14f3e2-c2af-4439-98e4-764b2dbe5d6c (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.527343369Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 5a14f3e2-c2af-4439-98e4-764b2dbe5d6c (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.53534229Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.535379081Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.535385271Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.535445021Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.535455702Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.535575903Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.535582983Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.570542562Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_5a14f3e2-c2af-4439-98e4-764b2dbe5d6c/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.578543043Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b7a23b11-232f-4d82-b81f-0ef2d0fee3c2)","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T18:32:18.702127153Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_5a14f3e2-c2af-4439-98e4-764b2dbe5d6c","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.752498857Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.760182275Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.760227015Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.760251526Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.760260266Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.760275916Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.769910136Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.769942446Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"a2a6c8c1-72e6-4543-bb10-d6a1d37b5f0e (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.861341229Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: a2a6c8c1-72e6-4543-bb10-d6a1d37b5f0e (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.868120636Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.868176067Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.868197877Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.868250068Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.868264718Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.868396139Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.868408049Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.904608592Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_a2a6c8c1-72e6-4543-bb10-d6a1d37b5f0e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:18.912541023Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_a2a6c8c1-72e6-4543-bb10-d6a1d37b5f0e","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.071044991Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.077862829Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.077908069Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.077916229Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.077924359Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.077931439Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.087270376Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.087311546Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"ca5b1e9a-5313-4445-8bbf-189983f36e1c (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.181801464Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: ca5b1e9a-5313-4445-8bbf-189983f36e1c (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.189931027Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.189973728Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.189980608Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.189987388Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.190001648Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.19016204Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.19017047Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.226501864Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_ca5b1e9a-5313-4445-8bbf-189983f36e1c/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.233940709Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_ca5b1e9a-5313-4445-8bbf-189983f36e1c","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.411028139Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.419925911Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.419961491Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.419970021Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.419976001Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.419982961Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.42954807Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.429577121Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"685f5a45-4fc5-4ec3-8da1-0d9c8cfa22da (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.523496822Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 685f5a45-4fc5-4ec3-8da1-0d9c8cfa22da (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.530449091Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.530499602Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.530508982Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.530523402Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.530536852Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.530662144Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.530670924Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.562622098Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_685f5a45-4fc5-4ec3-8da1-0d9c8cfa22da/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.569605188Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b7a23b11-232f-4d82-b81f-0ef2d0fee3c2)","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T18:32:19.705969394Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_685f5a45-4fc5-4ec3-8da1-0d9c8cfa22da","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.743236459Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.75123739Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.75128478Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.751295591Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.751303731Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.751313291Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.760971651Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.760999851Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"08eb30ef-f106-403d-980b-fe3c401faf27 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.852590296Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 08eb30ef-f106-403d-980b-fe3c401faf27 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.860608358Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.860644648Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.860651948Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.860660558Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.860671098Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.86079118Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.86080594Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.896422416Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_08eb30ef-f106-403d-980b-fe3c401faf27/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:19.904228215Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_08eb30ef-f106-403d-980b-fe3c401faf27","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.093373242Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.101387344Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.101427605Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/7c5337d2-626b-4302-a81d-a3b3ae9e3077/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.101486105Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.101587576Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7c5337d2-626b-4302-a81d-a3b3ae9e3077 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7ec9228f-66f1-479f-8b37-5a52a826da29 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e03affdc-b808-46e9-a0e9-f0b8804942c1 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 5a14f3e2-c2af-4439-98e4-764b2dbe5d6c (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a2a6c8c1-72e6-4543-bb10-d6a1d37b5f0e (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ca5b1e9a-5313-4445-8bbf-189983f36e1c (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 685f5a45-4fc5-4ec3-8da1-0d9c8cfa22da (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 08eb30ef-f106-403d-980b-fe3c401faf27 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.101637207Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.101646017Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/7ec9228f-66f1-479f-8b37-5a52a826da29/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.101709878Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.10194586Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:868"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.101956771Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.101964671Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:894","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.101970281Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:899"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.101976601Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:904"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.102029331Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.102038001Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:910"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.102078492Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:798","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.102084442Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.102190883Z","hostname":"sock","pid":1572,"uri":"/omicron-physical-disks","method":"PUT","req_id":"ad326186-a739-41a8-a1fa-9fd5bb6600f4","remote_addr":"[fd00:1122:3344:101::1]:54210","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4022603,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 492daba3-c202-426b-8bba-704896cf06ae (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5f30594e-7d42-4c59-9ee3-8b012d9634c1 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 46cd17b2-bb3e-410a-8d30-acf5a013c4f8 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.133396489Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.13350827Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:46735"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 492daba3-c202-426b-8bba-704896cf06ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.133832404Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.133840914Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 492daba3-c202-426b-8bba-704896cf06ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5f30594e-7d42-4c59-9ee3-8b012d9634c1, dataset_name: DatasetName { pool_name: ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.184956027Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.184990698Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5f30594e-7d42-4c59-9ee3-8b012d9634c1, dataset_name: DatasetName { pool_name: ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46cd17b2-bb3e-410a-8d30-acf5a013c4f8, dataset_name: DatasetName { pool_name: ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.234939828Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.234987928Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 46cd17b2-bb3e-410a-8d30-acf5a013c4f8, dataset_name: DatasetName { pool_name: ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.284317341Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/7c5337d2-626b-4302-a81d-a3b3ae9e3077/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.284367501Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/7ec9228f-66f1-479f-8b37-5a52a826da29/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.284375991Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.284387832Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.327729906Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.327777327Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.327784236Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_46cd17b2-bb3e-410a-8d30-acf5a013c4f8","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.382483971Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_492daba3-c202-426b-8bba-704896cf06ae","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.386108422Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_5f30594e-7d42-4c59-9ee3-8b012d9634c1","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.390118147Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_46cd17b2-bb3e-410a-8d30-acf5a013c4f8","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.401643979Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_492daba3-c202-426b-8bba-704896cf06ae","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.406324303Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_5f30594e-7d42-4c59-9ee3-8b012d9634c1","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:20.410054995Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b7a23b11-232f-4d82-b81f-0ef2d0fee3c2)","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T18:32:20.707818711Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_492daba3-c202-426b-8bba-704896cf06ae:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:21.924909675Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:21.925008436Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Booting oxz_internal_dns_492daba3-c202-426b-8bba-704896cf06ae zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:21.925183428Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_492daba3-c202-426b-8bba-704896cf06ae","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_5f30594e-7d42-4c59-9ee3-8b012d9634c1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:22.40758748Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:22.40763436Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_46cd17b2-bb3e-410a-8d30-acf5a013c4f8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:22.885934536Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_internal_dns_492daba3-c202-426b-8bba-704896cf06ae\") failed: Property not found. retry in 53.024488ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:22.893735565Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_492daba3-c202-426b-8bba-704896cf06ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_5f30594e-7d42-4c59-9ee3-8b012d9634c1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:22.893772476Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_5f30594e-7d42-4c59-9ee3-8b012d9634c1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:22.896729819Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Booting oxz_internal_dns_46cd17b2-bb3e-410a-8d30-acf5a013c4f8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:22.8967774Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_46cd17b2-bb3e-410a-8d30-acf5a013c4f8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_492daba3-c202-426b-8bba-704896cf06ae\") failed: Property not found. retry in 71.101809ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:22.957138459Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_492daba3-c202-426b-8bba-704896cf06ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5f30594e-7d42-4c59-9ee3-8b012d9634c1\") failed: Property not found. retry in 70.181013ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:23.017865551Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_5f30594e-7d42-4c59-9ee3-8b012d9634c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_46cd17b2-bb3e-410a-8d30-acf5a013c4f8\") failed: Property not found. retry in 32.961481ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:23.023342003Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_46cd17b2-bb3e-410a-8d30-acf5a013c4f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_492daba3-c202-426b-8bba-704896cf06ae\") failed: Property not found. retry in 185.296112ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:23.036427113Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_492daba3-c202-426b-8bba-704896cf06ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_46cd17b2-bb3e-410a-8d30-acf5a013c4f8\") failed: Property not found. retry in 78.585438ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:23.063892846Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_46cd17b2-bb3e-410a-8d30-acf5a013c4f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5f30594e-7d42-4c59-9ee3-8b012d9634c1\") failed: Property not found. retry in 74.077566ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:23.174071513Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_5f30594e-7d42-4c59-9ee3-8b012d9634c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_46cd17b2-bb3e-410a-8d30-acf5a013c4f8\") failed: Property not found. retry in 252.605213ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:23.320627135Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_46cd17b2-bb3e-410a-8d30-acf5a013c4f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_492daba3-c202-426b-8bba-704896cf06ae\") failed: Property not found. retry in 205.892774ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:23.387291185Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_492daba3-c202-426b-8bba-704896cf06ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5f30594e-7d42-4c59-9ee3-8b012d9634c1\") failed: Property not found. retry in 243.257193ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:23.401979093Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_5f30594e-7d42-4c59-9ee3-8b012d9634c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_46cd17b2-bb3e-410a-8d30-acf5a013c4f8\") failed: Property not found. retry in 379.077229ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:23.580643491Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_46cd17b2-bb3e-410a-8d30-acf5a013c4f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_492daba3-c202-426b-8bba-704896cf06ae\") failed: Property not found. retry in 1.136733098s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:23.602998546Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_492daba3-c202-426b-8bba-704896cf06ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5f30594e-7d42-4c59-9ee3-8b012d9634c1\") failed: Property not found. retry in 477.557867ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:23.65511625Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_5f30594e-7d42-4c59-9ee3-8b012d9634c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_46cd17b2-bb3e-410a-8d30-acf5a013c4f8\") failed: Property not found. retry in 506.163515ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:23.969184222Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_46cd17b2-bb3e-410a-8d30-acf5a013c4f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5f30594e-7d42-4c59-9ee3-8b012d9634c1\") failed: Property not found. retry in 615.441411ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:24.143232277Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_5f30594e-7d42-4c59-9ee3-8b012d9634c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_46cd17b2-bb3e-410a-8d30-acf5a013c4f8\") failed: Property not found. retry in 623.686406ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:24.485648893Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_46cd17b2-bb3e-410a-8d30-acf5a013c4f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_492daba3-c202-426b-8bba-704896cf06ae\") failed: Property not found. retry in 501.213627ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:24.750359923Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_492daba3-c202-426b-8bba-704896cf06ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5f30594e-7d42-4c59-9ee3-8b012d9634c1\") failed: Property not found. retry in 776.23863ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:24.769181028Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_5f30594e-7d42-4c59-9ee3-8b012d9634c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_46cd17b2-bb3e-410a-8d30-acf5a013c4f8\") failed: Property not found. retry in 1.112134533s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:25.118528053Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_46cd17b2-bb3e-410a-8d30-acf5a013c4f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_492daba3-c202-426b-8bba-704896cf06ae\") failed: Property not found. retry in 1.471863181s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:25.258779872Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_492daba3-c202-426b-8bba-704896cf06ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T18:32:25.533205663Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5695236659232534991"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T18:32:25.533317784Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12894440510995045471"} {"msg":"wait for service Some(\"oxz_internal_dns_5f30594e-7d42-4c59-9ee3-8b012d9634c1\") failed: Property not found. retry in 966.452913ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:25.553207151Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_5f30594e-7d42-4c59-9ee3-8b012d9634c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:25.943530483Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4269"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:25.943572504Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4279","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:25.949181118Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4358"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.053183254Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4406"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.053223494Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4433"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.102224873Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4446"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.102253424Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4310"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.153563049Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4352"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.153607449Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4413","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.172526345Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4424"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.172555736Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4466"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.23520024Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4498"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.235259681Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4504"} {"msg":"wait for service Some(\"oxz_internal_dns_46cd17b2-bb3e-410a-8d30-acf5a013c4f8\") failed: Property not found. retry in 1.266510392s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:26.239330557Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_46cd17b2-bb3e-410a-8d30-acf5a013c4f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.320536634Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4545"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.320576854Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"Failed to get switch ID from MGS (retrying in 55.201029ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:26.353091535Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Failed to get switch ID from MGS (retrying in 116.936223ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:26.409445148Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"wait for service Some(\"oxz_internal_dns_5f30594e-7d42-4c59-9ee3-8b012d9634c1\") failed: Property not found. retry in 1.298626048s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:26.529435707Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_5f30594e-7d42-4c59-9ee3-8b012d9634c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Failed to get switch ID from MGS (retrying in 227.911658ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:26.529640829Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"wait for service Some(\"oxz_internal_dns_492daba3-c202-426b-8bba-704896cf06ae\") failed: Property not found. retry in 553.887907ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:26.740342032Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_492daba3-c202-426b-8bba-704896cf06ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.759519551Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:418"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.791920721Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:686"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.792029592Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:724"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.792426067Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:727","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.792464367Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:440","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.828727021Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.842831771Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:35932"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.843090294Z","hostname":"sock","pid":1572,"uri":"/sled-identifiers","method":"GET","req_id":"bd4e1b16-5e87-4081-a669-4b051dc2b21f","remote_addr":"[fd00:1122:3344:101::2]:35932","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101,"response_code":"200"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.880809045Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.880883065Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.880895516Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.880903026Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.880911816Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.880929436Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.880936636Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.880945186Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.880950046Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.880955086Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.880959946Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.880964746Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.880969606Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.880974486Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.880979417Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.880984437Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.880989087Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.881004117Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.881009677Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.881014627Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.881019497Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.881024357Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:26.881028997Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T18:32:27.155886293Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14792697770438127614"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T18:32:27.155994754Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6389743060222906226"} {"msg":"wait for service Some(\"oxz_internal_dns_492daba3-c202-426b-8bba-704896cf06ae\") failed: Property not found. retry in 615.772078ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:27.304433947Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_492daba3-c202-426b-8bba-704896cf06ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_46cd17b2-bb3e-410a-8d30-acf5a013c4f8\") failed: Property not found. retry in 906.105128ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:27.515442454Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_46cd17b2-bb3e-410a-8d30-acf5a013c4f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_5f30594e-7d42-4c59-9ee3-8b012d9634c1\") failed: Property not found. retry in 717.205072ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:27.837475967Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_5f30594e-7d42-4c59-9ee3-8b012d9634c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.574304522Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_internal_dns_46cd17b2-bb3e-410a-8d30-acf5a013c4f8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.574361913Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_internal_dns_492daba3-c202-426b-8bba-704896cf06ae"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.574372523Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_internal_dns_5f30594e-7d42-4c59-9ee3-8b012d9634c1"} {"msg":"Writing ledger to /pool/int/7c5337d2-626b-4302-a81d-a3b3ae9e3077/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.574378583Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/7ec9228f-66f1-479f-8b37-5a52a826da29/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.574642846Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.57494151Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"2da2cbd2-8eb9-4f4c-9304-aeed9baa361d","remote_addr":"[fd00:1122:3344:101::1]:46735","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8441311,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.57675726Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.628392359Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.672848466Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.718667849Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.718678329Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.750527563Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.751252671Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.751261511Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 492daba3-c202-426b-8bba-704896cf06ae (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5f30594e-7d42-4c59-9ee3-8b012d9634c1 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 46cd17b2-bb3e-410a-8d30-acf5a013c4f8 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 25176ef8-7c65-4373-a9b3-59dc59937310 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: ca5b1e9a-5313-4445-8bbf-189983f36e1c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f4d43485-f267-4f19-9232-df8c11e517c0, kind: Service { id: 25176ef8-7c65-4373-a9b3-59dc59937310 }, name: Name(\"ntp-25176ef8-7c65-4373-a9b3-59dc59937310\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 217])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.779980379Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.78005964Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45382"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 492daba3-c202-426b-8bba-704896cf06ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.780315132Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.780325343Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 492daba3-c202-426b-8bba-704896cf06ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5f30594e-7d42-4c59-9ee3-8b012d9634c1, dataset_name: DatasetName { pool_name: ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.80113488Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.801194061Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5f30594e-7d42-4c59-9ee3-8b012d9634c1, dataset_name: DatasetName { pool_name: ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46cd17b2-bb3e-410a-8d30-acf5a013c4f8, dataset_name: DatasetName { pool_name: ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.819003054Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.819040844Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 46cd17b2-bb3e-410a-8d30-acf5a013c4f8, dataset_name: DatasetName { pool_name: ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.836531414Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/7c5337d2-626b-4302-a81d-a3b3ae9e3077/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.836598904Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/7ec9228f-66f1-479f-8b37-5a52a826da29/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.836717006Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.836801357Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.848098245Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.879031028Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.879624085Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.879634235Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.90894193Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 251, 217]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.90897132Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.909307544Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.909351754Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.909651678Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.910033802Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_25176ef8-7c65-4373-a9b3-59dc59937310","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.932500038Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_25176ef8-7c65-4373-a9b3-59dc59937310","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:28.950316751Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_25176ef8-7c65-4373-a9b3-59dc59937310:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:29.571806091Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_25176ef8-7c65-4373-a9b3-59dc59937310 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:29.571885202Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_25176ef8-7c65-4373-a9b3-59dc59937310","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_25176ef8-7c65-4373-a9b3-59dc59937310\") failed: Property not found. retry in 38.618002ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:29.710927028Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_25176ef8-7c65-4373-a9b3-59dc59937310","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_25176ef8-7c65-4373-a9b3-59dc59937310\") failed: Property not found. retry in 89.560611ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:29.757293267Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_25176ef8-7c65-4373-a9b3-59dc59937310","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_25176ef8-7c65-4373-a9b3-59dc59937310\") failed: Property not found. retry in 254.426831ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:29.877051823Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_25176ef8-7c65-4373-a9b3-59dc59937310","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_25176ef8-7c65-4373-a9b3-59dc59937310\") failed: Property not found. retry in 549.289051ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:30.139771319Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_25176ef8-7c65-4373-a9b3-59dc59937310","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_25176ef8-7c65-4373-a9b3-59dc59937310\") failed: Property not found. retry in 736.777046ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:30.698205559Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_25176ef8-7c65-4373-a9b3-59dc59937310","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_25176ef8-7c65-4373-a9b3-59dc59937310\") failed: Property not found. retry in 785.791637ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:31.44517084Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_25176ef8-7c65-4373-a9b3-59dc59937310","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_25176ef8-7c65-4373-a9b3-59dc59937310\") failed: Property not found. retry in 1.179697813s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:32.240146138Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_25176ef8-7c65-4373-a9b3-59dc59937310","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_25176ef8-7c65-4373-a9b3-59dc59937310\") failed: Property not found. retry in 1.179776057s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:33.429767468Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_25176ef8-7c65-4373-a9b3-59dc59937310","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:34.627518701Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_ntp_25176ef8-7c65-4373-a9b3-59dc59937310"} {"msg":"Writing ledger to /pool/int/7c5337d2-626b-4302-a81d-a3b3ae9e3077/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:34.627580141Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/7ec9228f-66f1-479f-8b37-5a52a826da29/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:34.627941745Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:34.628293839Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"77497d63-e85a-4e61-b47f-082daf2e39ec","remote_addr":"[fd00:1122:3344:101::1]:45382","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5848163,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:34.631106691Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:34.661898723Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:34.662038624Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:32827"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_25176ef8-7c65-4373-a9b3-59dc59937310': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T18:32:34.671371871Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:34.671508302Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"536e9738-5006-459f-aa51-bb784edebd5b","remote_addr":"[fd00:1122:3344:101::1]:32827","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9298,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:34.674123232Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:34.784801935Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:34.784992047Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64873"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T18:32:35.535333296Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5695236659232534991"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T18:32:35.535445477Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12894440510995045471"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T18:32:37.158316349Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14792697770438127614"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T18:32:37.158425631Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6389743060222906226"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T18:32:37.947497752Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6232830355474153482"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T18:32:38.443740091Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1777004486491863789"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T18:32:38.576972161Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17135777164492529584"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_25176ef8-7c65-4373-a9b3-59dc59937310': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T18:32:38.793664883Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:38.793711333Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"914500f8-550a-4bd5-a127-880f09e9e7e6","remote_addr":"[fd00:1122:3344:101::1]:64873","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008547,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:38.795226341Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:38.924417784Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:38.924575696Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:63809"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_25176ef8-7c65-4373-a9b3-59dc59937310': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T18:32:38.933694Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:38.933855112Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"3a14964f-2c3e-4ff9-a87e-a14d23afb9a3","remote_addr":"[fd00:1122:3344:101::1]:63809","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9154,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:38.935518291Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:39.098373498Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:39.09854639Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:51052"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_25176ef8-7c65-4373-a9b3-59dc59937310': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T18:32:43.103480128Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:43.103582829Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"d88be26d-8819-43de-965d-495224957224","remote_addr":"[fd00:1122:3344:101::1]:51052","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4007925,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:43.106638924Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:43.273229029Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:43.273391251Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:44662"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:43.281709276Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"aeed64f2-5ae3-4a57-94c8-08351549d4e1","remote_addr":"[fd00:1122:3344:101::1]:44662","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8294,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.029374365 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:43.284858062Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:43.284871402Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:43.549654701Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:43.549790403Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:53449"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:43.55828369Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"9fd110bb-9797-49c8-8c47-99fe2961f222","remote_addr":"[fd00:1122:3344:101::1]:53449","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8423,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.028623417 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:43.561252254Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:43.561259354Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:43.952266286Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:43.952378637Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38332"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:43.96046187Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"5e591ddc-2a5c-476a-b372-d9e73f1c0452","remote_addr":"[fd00:1122:3344:101::1]:38332","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8053,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.027531089 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:43.963225212Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:43.963235802Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.349348868Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.349440039Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:54644"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.370039575Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"771637c0-85a5-4219-a583-656021cf8d96","remote_addr":"[fd00:1122:3344:101::1]:54644","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":20455,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 759117325, ip_addr: 45.63.54.13, stratum: 3, ref_time: 1729017163.7375844, correction: -0.026600745 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.372885667Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.372892427Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1299"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 492daba3-c202-426b-8bba-704896cf06ae (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5f30594e-7d42-4c59-9ee3-8b012d9634c1 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 46cd17b2-bb3e-410a-8d30-acf5a013c4f8 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 25176ef8-7c65-4373-a9b3-59dc59937310 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: ca5b1e9a-5313-4445-8bbf-189983f36e1c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f4d43485-f267-4f19-9232-df8c11e517c0, kind: Service { id: 25176ef8-7c65-4373-a9b3-59dc59937310 }, name: Name(\"ntp-25176ef8-7c65-4373-a9b3-59dc59937310\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 217])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bb218f6d-d8d4-40f0-95dd-699da11ad83c (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9eca9035-3561-4f2a-b35c-90493a0315af (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External } } } }, OmicronZoneConfig { id: a5b17f86-e544-43ed-8637-784d4f6a61e6 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: e03affdc-b808-46e9-a0e9-f0b8804942c1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03affdc-b808-46e9-a0e9-f0b8804942c1 (zpool), kind: External } } } }, OmicronZoneConfig { id: e43b6c8a-5b90-442b-ab00-346e8c71a07c (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 5a14f3e2-c2af-4439-98e4-764b2dbe5d6c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5a14f3e2-c2af-4439-98e4-764b2dbe5d6c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.401770028Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.401892299Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:53256"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 492daba3-c202-426b-8bba-704896cf06ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.402281574Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.402291903Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 492daba3-c202-426b-8bba-704896cf06ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5f30594e-7d42-4c59-9ee3-8b012d9634c1, dataset_name: DatasetName { pool_name: ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.421500823Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.421533094Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5f30594e-7d42-4c59-9ee3-8b012d9634c1, dataset_name: DatasetName { pool_name: ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46cd17b2-bb3e-410a-8d30-acf5a013c4f8, dataset_name: DatasetName { pool_name: ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.440351149Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.440392202Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 46cd17b2-bb3e-410a-8d30-acf5a013c4f8, dataset_name: DatasetName { pool_name: ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb218f6d-d8d4-40f0-95dd-699da11ad83c, dataset_name: DatasetName { pool_name: ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.459137144Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.459168284Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: bb218f6d-d8d4-40f0-95dd-699da11ad83c, dataset_name: DatasetName { pool_name: ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750, dataset_name: DatasetName { pool_name: ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.510810505Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.510839765Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750, dataset_name: DatasetName { pool_name: ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9eca9035-3561-4f2a-b35c-90493a0315af, dataset_name: DatasetName { pool_name: ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.566146218Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.566180078Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9eca9035-3561-4f2a-b35c-90493a0315af, dataset_name: DatasetName { pool_name: ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a5b17f86-e544-43ed-8637-784d4f6a61e6, dataset_name: DatasetName { pool_name: ZpoolName { id: e03affdc-b808-46e9-a0e9-f0b8804942c1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.618240404Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.618275954Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a5b17f86-e544-43ed-8637-784d4f6a61e6, dataset_name: DatasetName { pool_name: ZpoolName { id: e03affdc-b808-46e9-a0e9-f0b8804942c1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e43b6c8a-5b90-442b-ab00-346e8c71a07c, dataset_name: DatasetName { pool_name: ZpoolName { id: 5a14f3e2-c2af-4439-98e4-764b2dbe5d6c (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.673248483Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.673294203Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e43b6c8a-5b90-442b-ab00-346e8c71a07c, dataset_name: DatasetName { pool_name: ZpoolName { id: 5a14f3e2-c2af-4439-98e4-764b2dbe5d6c (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.722710759Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/7c5337d2-626b-4302-a81d-a3b3ae9e3077/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.722758249Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/7ec9228f-66f1-479f-8b37-5a52a826da29/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.722985202Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.723103263Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.805787589Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.80585529Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.80586212Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.805868Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.80587392Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_9eca9035-3561-4f2a-b35c-90493a0315af","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.897945573Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.902173171Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.906367939Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.910696999Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_bb218f6d-d8d4-40f0-95dd-699da11ad83c","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.915109211Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_9eca9035-3561-4f2a-b35c-90493a0315af","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.919751212Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.924255474Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.928842866Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.933333698Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_bb218f6d-d8d4-40f0-95dd-699da11ad83c","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:44.93788891Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_9eca9035-3561-4f2a-b35c-90493a0315af:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:47.826061904Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:47.826210796Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_9eca9035-3561-4f2a-b35c-90493a0315af zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:47.826298327Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_9eca9035-3561-4f2a-b35c-90493a0315af","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:47.83175253Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_bb218f6d-d8d4-40f0-95dd-699da11ad83c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:47.891273131Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_bb218f6d-d8d4-40f0-95dd-699da11ad83c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:47.891437602Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_bb218f6d-d8d4-40f0-95dd-699da11ad83c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:47.960093317Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:47.960267649Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:47.965974404Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:47.966103616Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_9eca9035-3561-4f2a-b35c-90493a0315af\") failed: Property not found. retry in 66.328797ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:47.977648508Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_9eca9035-3561-4f2a-b35c-90493a0315af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c\") failed: Property not found. retry in 50.140377ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:47.984749969Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bb218f6d-d8d4-40f0-95dd-699da11ad83c\") failed: Property not found. retry in 37.971467ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:48.024438513Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_bb218f6d-d8d4-40f0-95dd-699da11ad83c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c\") failed: Property not found. retry in 82.992721ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:48.143501785Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9eca9035-3561-4f2a-b35c-90493a0315af\") failed: Property not found. retry in 96.265291ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:48.159319916Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_9eca9035-3561-4f2a-b35c-90493a0315af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c\") failed: Property not found. retry in 275.304275ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:48.201371027Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bb218f6d-d8d4-40f0-95dd-699da11ad83c\") failed: Property not found. retry in 114.508783ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:48.221478647Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_bb218f6d-d8d4-40f0-95dd-699da11ad83c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6\") failed: Property not found. retry in 33.561429ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:48.264984605Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9eca9035-3561-4f2a-b35c-90493a0315af\") failed: Property not found. retry in 105.197522ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:48.27860029Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_9eca9035-3561-4f2a-b35c-90493a0315af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750\") failed: Property not found. retry in 31.372ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:48.312775921Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6\") failed: Property not found. retry in 78.230323ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:48.486749951Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9eca9035-3561-4f2a-b35c-90493a0315af\") failed: Property not found. retry in 297.795683ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:48.527650569Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_9eca9035-3561-4f2a-b35c-90493a0315af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c\") failed: Property not found. retry in 356.897007ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:48.752824025Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750\") failed: Property not found. retry in 149.44127ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:49.30323025Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6\") failed: Property not found. retry in 260.173491ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:49.350796744Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bb218f6d-d8d4-40f0-95dd-699da11ad83c\") failed: Property not found. retry in 219.980323ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:49.424336805Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_bb218f6d-d8d4-40f0-95dd-699da11ad83c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:50.661310214Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"210.168564ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_9eca9035-3561-4f2a-b35c-90493a0315af\") failed: Property not found. retry in 471.467954ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:50.662529028Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_9eca9035-3561-4f2a-b35c-90493a0315af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c\") failed: Property not found. retry in 940.532451ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:50.701605144Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750\") failed: Property not found. retry in 284.90669ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:50.758634147Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6\") failed: Property not found. retry in 206.241219ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:50.879393758Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bb218f6d-d8d4-40f0-95dd-699da11ad83c\") failed: Property not found. retry in 427.567344ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:50.888669214Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_bb218f6d-d8d4-40f0-95dd-699da11ad83c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750\") failed: Property not found. retry in 427.382985ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:51.054724923Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6\") failed: Property not found. retry in 415.078911ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:51.096743414Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9eca9035-3561-4f2a-b35c-90493a0315af\") failed: Property not found. retry in 1.150814777s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:51.14358581Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_9eca9035-3561-4f2a-b35c-90493a0315af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bb218f6d-d8d4-40f0-95dd-699da11ad83c\") failed: Property not found. retry in 671.107525ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:51.32632244Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_bb218f6d-d8d4-40f0-95dd-699da11ad83c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750\") failed: Property not found. retry in 1.1660897s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:51.493723305Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6\") failed: Property not found. retry in 1.126732584s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:51.519312727Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c\") failed: Property not found. retry in 564.139674ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:51.649910841Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bb218f6d-d8d4-40f0-95dd-699da11ad83c\") failed: Property not found. retry in 934.672782ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:52.004870881Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_bb218f6d-d8d4-40f0-95dd-699da11ad83c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c\") failed: Property not found. retry in 842.280884ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:52.221215096Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9eca9035-3561-4f2a-b35c-90493a0315af\") failed: Property not found. retry in 1.350033983s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:52.29940235Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_9eca9035-3561-4f2a-b35c-90493a0315af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6\") failed: Property not found. retry in 567.50082ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:52.65169038Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750\") failed: Property not found. retry in 973.338269ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:52.665415206Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bb218f6d-d8d4-40f0-95dd-699da11ad83c\") failed: Property not found. retry in 1.279530162s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:52.945237537Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_bb218f6d-d8d4-40f0-95dd-699da11ad83c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c\") failed: Property not found. retry in 1.25998335s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:53.077385138Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6\") failed: Property not found. retry in 1.053996384s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:53.22793276Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750\") failed: Property not found. retry in 1.338707791s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:53.652066252Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9eca9035-3561-4f2a-b35c-90493a0315af\") failed: Property not found. retry in 1.175367705s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:53.666576898Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_9eca9035-3561-4f2a-b35c-90493a0315af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bb218f6d-d8d4-40f0-95dd-699da11ad83c\") failed: Property not found. retry in 514.309442ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:54.230760247Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_bb218f6d-d8d4-40f0-95dd-699da11ad83c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6\") failed: Property not found. retry in 552.307771ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:54.28710983Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c\") failed: Property not found. retry in 550.986788ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:54.342516853Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bb218f6d-d8d4-40f0-95dd-699da11ad83c\") failed: Property not found. retry in 513.389126ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:54.752610877Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_bb218f6d-d8d4-40f0-95dd-699da11ad83c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6\") failed: Property not found. retry in 575.238655ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:54.846924974Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9eca9035-3561-4f2a-b35c-90493a0315af\") failed: Property not found. retry in 1.070556352s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:54.853948064Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_9eca9035-3561-4f2a-b35c-90493a0315af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c\") failed: Property not found. retry in 1.155656573s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:54.89997857Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750\") failed: Property not found. retry in 724.070589ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:54.99631501Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bb218f6d-d8d4-40f0-95dd-699da11ad83c\") failed: Property not found. retry in 1.056932782s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:55.274692889Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_bb218f6d-d8d4-40f0-95dd-699da11ad83c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6\") failed: Property not found. retry in 749.460695ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:55.432013272Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750\") failed: Property not found. retry in 1.292249764s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:55.731159727Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9eca9035-3561-4f2a-b35c-90493a0315af\") failed: Property not found. retry in 657.749399ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:55.935018787Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_9eca9035-3561-4f2a-b35c-90493a0315af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c\") failed: Property not found. retry in 726.038777ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:56.065665691Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:56.0978293Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52399"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:32:56.098125898Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"756690f0-a1b8-4d25-990d-373e1db8dd19","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52399","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6\") failed: Property not found. retry in 1.191863201s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:56.192434855Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bb218f6d-d8d4-40f0-95dd-699da11ad83c\") failed: Property not found. retry in 1.151589491s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:56.341591056Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_bb218f6d-d8d4-40f0-95dd-699da11ad83c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9eca9035-3561-4f2a-b35c-90493a0315af\") failed: Property not found. retry in 1.035648157s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:56.603943215Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_9eca9035-3561-4f2a-b35c-90493a0315af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c\") failed: Property not found. retry in 648.729481ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:56.803579613Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750\") failed: Property not found. retry in 993.920971ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:57.036366838Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6\") failed: Property not found. retry in 522.068394ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:57.399096632Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6\") failed: Property not found. retry in 1.366482165s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:57.934429559Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6\") failed: Property not found. retry in 946.895556ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:32:59.313464096Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6\") failed: Property not found. retry in 1.11135168s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:00.86423492Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6\") failed: Property not found. retry in 972.911768ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:01.988546445Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6\") failed: Property not found. retry in 512.365496ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:02.97496743Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6\") failed: Property not found. retry in 687.838193ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:03.496525153Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6\") failed: Property not found. retry in 534.239906ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:04.400656561Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6\") failed: Property not found. retry in 826.421225ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:04.945425996Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6\") failed: Property not found. retry in 985.729987ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:05.781925979Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:05.911145983Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"440.937846ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6\") failed: Property not found. retry in 1.314099749s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:06.778428674Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:08.215197607Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_9eca9035-3561-4f2a-b35c-90493a0315af"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:08.215290842Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_e43b6c8a-5b90-442b-ab00-346e8c71a07c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:08.215306743Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:08.215318687Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_a5b17f86-e544-43ed-8637-784d4f6a61e6"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:08.215332187Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_bb218f6d-d8d4-40f0-95dd-699da11ad83c"} {"msg":"Writing ledger to /pool/int/7c5337d2-626b-4302-a81d-a3b3ae9e3077/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:08.215363115Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/7ec9228f-66f1-479f-8b37-5a52a826da29/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:08.237215603Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:08.239470289Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"88629512-8dc6-4150-b90f-199c37b4c796","remote_addr":"[fd00:1122:3344:101::1]:53256","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":23863759,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:08.271855918Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:47120"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::4]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:08.303660471Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3720"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:10.06599281Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3738"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:21.388121417Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"1.423395834s"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:26.13207019Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52481"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:26.132166571Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"634f0d9f-5ac7-4ad0-a095-9a1b78a19f70","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52481","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":37,"response_code":"200"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:31.536935671Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3761"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:31.536979792Z","hostname":"sock","pid":1572,"uri":"/cockroachdb","method":"POST","req_id":"c202a901-1ba8-4240-9c30-faf4b384c659","remote_addr":"[fd00:1122:3344:101::1]:47120","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":23264588,"response_code":"204"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 492daba3-c202-426b-8bba-704896cf06ae (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 5f30594e-7d42-4c59-9ee3-8b012d9634c1 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 46cd17b2-bb3e-410a-8d30-acf5a013c4f8 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 25176ef8-7c65-4373-a9b3-59dc59937310 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: ca5b1e9a-5313-4445-8bbf-189983f36e1c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f4d43485-f267-4f19-9232-df8c11e517c0, kind: Service { id: 25176ef8-7c65-4373-a9b3-59dc59937310 }, name: Name(\"ntp-25176ef8-7c65-4373-a9b3-59dc59937310\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 217])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: bb218f6d-d8d4-40f0-95dd-699da11ad83c (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9eca9035-3561-4f2a-b35c-90493a0315af (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External } } } }, OmicronZoneConfig { id: a5b17f86-e544-43ed-8637-784d4f6a61e6 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: e03affdc-b808-46e9-a0e9-f0b8804942c1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03affdc-b808-46e9-a0e9-f0b8804942c1 (zpool), kind: External } } } }, OmicronZoneConfig { id: e43b6c8a-5b90-442b-ab00-346e8c71a07c (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 5a14f3e2-c2af-4439-98e4-764b2dbe5d6c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5a14f3e2-c2af-4439-98e4-764b2dbe5d6c (zpool), kind: External } } } }, OmicronZoneConfig { id: 4579e4d4-788a-4a55-991f-cbafedaed68f (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 99ca603b-c8e9-43ae-9a23-6b9d96390568, kind: Service { id: 4579e4d4-788a-4a55-991f-cbafedaed68f }, name: Name(\"external-dns-4579e4d4-788a-4a55-991f-cbafedaed68f\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 206])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 02029ee5-f1fa-40e2-92b6-2f5d379b3f3a (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 90168a81-c907-449c-8c1e-3421ab0bf07a, kind: Service { id: 02029ee5-f1fa-40e2-92b6-2f5d379b3f3a }, name: Name(\"external-dns-02029ee5-f1fa-40e2-92b6-2f5d379b3f3a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 160])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6 (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 5a14f3e2-c2af-4439-98e4-764b2dbe5d6c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 7a1f6074-9114-491e-b6cf-02dbc147213d, kind: Service { id: ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6 }, name: Name(\"nexus-ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 83])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9a77fa79-e714-4617-aabe-73c3184f8017 (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: ca5b1e9a-5313-4445-8bbf-189983f36e1c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: d1ce233c-c1bc-4a66-b925-4855068f169e, kind: Service { id: 9a77fa79-e714-4617-aabe-73c3184f8017 }, name: Name(\"nexus-9a77fa79-e714-4617-aabe-73c3184f8017\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 99])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 543f63f0-ceb2-4804-8c76-8af5affedc82 (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: cda30329-3f2f-4260-bd92-856e1b0e238c, kind: Service { id: 543f63f0-ceb2-4804-8c76-8af5affedc82 }, name: Name(\"nexus-543f63f0-ceb2-4804-8c76-8af5affedc82\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 163])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 6597cc32-a4a4-4757-980d-3f8ce6876e20 (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: e03affdc-b808-46e9-a0e9-f0b8804942c1 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 16bf0823-c152-4c47-9aac-7ae5fc8ce0e5 (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External } } } }, OmicronZoneConfig { id: b935ad03-4ed8-498a-8581-60fb45d57592 (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: a2a6c8c1-72e6-4543-bb10-d6a1d37b5f0e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 1d443571-957b-4845-a9b1-0ed09303cf8e (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 08eb30ef-f106-403d-980b-fe3c401faf27 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 35a99cfe-7ea8-4221-86a7-963387b90d09 (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 08eb30ef-f106-403d-980b-fe3c401faf27 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: f0098391-e25f-47ce-98db-0c870c28a2ec (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 75f63bf7-5178-47ce-8ca3-c68f56c3c3c3 (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External } } } }, OmicronZoneConfig { id: a372449f-a2b0-4d65-8db5-c7348064f145 (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 446e22e6-78fd-41e4-9da9-7c72a0ee6fd8 (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: e03affdc-b808-46e9-a0e9-f0b8804942c1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e03affdc-b808-46e9-a0e9-f0b8804942c1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 85d16807-bc95-4323-aebc-e85081957c18 (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 5a14f3e2-c2af-4439-98e4-764b2dbe5d6c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5a14f3e2-c2af-4439-98e4-764b2dbe5d6c (zpool), kind: External } } } }, OmicronZoneConfig { id: 67cfc8df-64be-4793-9f4a-667ce37c834c (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: a2a6c8c1-72e6-4543-bb10-d6a1d37b5f0e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2a6c8c1-72e6-4543-bb10-d6a1d37b5f0e (zpool), kind: External } } } }, OmicronZoneConfig { id: 00778b41-1442-4511-a1dc-6883be758bc9 (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: ca5b1e9a-5313-4445-8bbf-189983f36e1c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ca5b1e9a-5313-4445-8bbf-189983f36e1c (zpool), kind: External } } } }, OmicronZoneConfig { id: 1718551d-48ce-44f3-9f75-998e9bf8e926 (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 685f5a45-4fc5-4ec3-8da1-0d9c8cfa22da (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 685f5a45-4fc5-4ec3-8da1-0d9c8cfa22da (zpool), kind: External } } } }, OmicronZoneConfig { id: cd2495c2-7503-45e3-b094-f2eb6de109f1 (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 08eb30ef-f106-403d-980b-fe3c401faf27 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 08eb30ef-f106-403d-980b-fe3c401faf27 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:31.568431231Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:31.568575102Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:49310"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 492daba3-c202-426b-8bba-704896cf06ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:31.569609614Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:31.569616644Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 492daba3-c202-426b-8bba-704896cf06ae, dataset_name: DatasetName { pool_name: ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5f30594e-7d42-4c59-9ee3-8b012d9634c1, dataset_name: DatasetName { pool_name: ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:31.593219923Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:31.593266984Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5f30594e-7d42-4c59-9ee3-8b012d9634c1, dataset_name: DatasetName { pool_name: ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46cd17b2-bb3e-410a-8d30-acf5a013c4f8, dataset_name: DatasetName { pool_name: ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:31.6131061Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:31.613148471Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 46cd17b2-bb3e-410a-8d30-acf5a013c4f8, dataset_name: DatasetName { pool_name: ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb218f6d-d8d4-40f0-95dd-699da11ad83c, dataset_name: DatasetName { pool_name: ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:31.633622704Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:31.633665405Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: bb218f6d-d8d4-40f0-95dd-699da11ad83c, dataset_name: DatasetName { pool_name: ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750, dataset_name: DatasetName { pool_name: ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:31.655852818Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:31.655895568Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 7ed6d2d2-f1d8-435a-ad23-3a0a60a5b750, dataset_name: DatasetName { pool_name: ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9eca9035-3561-4f2a-b35c-90493a0315af, dataset_name: DatasetName { pool_name: ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:31.675024926Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:31.675064497Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9eca9035-3561-4f2a-b35c-90493a0315af, dataset_name: DatasetName { pool_name: ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a5b17f86-e544-43ed-8637-784d4f6a61e6, dataset_name: DatasetName { pool_name: ZpoolName { id: e03affdc-b808-46e9-a0e9-f0b8804942c1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:31.694881863Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:31.694920684Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a5b17f86-e544-43ed-8637-784d4f6a61e6, dataset_name: DatasetName { pool_name: ZpoolName { id: e03affdc-b808-46e9-a0e9-f0b8804942c1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e43b6c8a-5b90-442b-ab00-346e8c71a07c, dataset_name: DatasetName { pool_name: ZpoolName { id: 5a14f3e2-c2af-4439-98e4-764b2dbe5d6c (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:31.71301245Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:31.71304793Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e43b6c8a-5b90-442b-ab00-346e8c71a07c, dataset_name: DatasetName { pool_name: ZpoolName { id: 5a14f3e2-c2af-4439-98e4-764b2dbe5d6c (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4579e4d4-788a-4a55-991f-cbafedaed68f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:31.731212278Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:31.731253978Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4579e4d4-788a-4a55-991f-cbafedaed68f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 02029ee5-f1fa-40e2-92b6-2f5d379b3f3a, dataset_name: DatasetName { pool_name: ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:31.879787602Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:31.879829803Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 02029ee5-f1fa-40e2-92b6-2f5d379b3f3a, dataset_name: DatasetName { pool_name: ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 16bf0823-c152-4c47-9aac-7ae5fc8ce0e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:32.049025242Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:32.049084952Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 16bf0823-c152-4c47-9aac-7ae5fc8ce0e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f0098391-e25f-47ce-98db-0c870c28a2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:32.187869856Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:32.187920356Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f0098391-e25f-47ce-98db-0c870c28a2ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 2de1de63-916d-41a7-aad9-8c2c422d0bf1 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75f63bf7-5178-47ce-8ca3-c68f56c3c3c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:32.34778709Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:32.347852591Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 75f63bf7-5178-47ce-8ca3-c68f56c3c3c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 43046e3c-d342-412d-8595-be6594352e05 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a372449f-a2b0-4d65-8db5-c7348064f145, dataset_name: DatasetName { pool_name: ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:32.45566012Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:32.455708571Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a372449f-a2b0-4d65-8db5-c7348064f145, dataset_name: DatasetName { pool_name: ZpoolName { id: 16c9b9f3-ec41-4058-9aa6-27bbfb9792d3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 446e22e6-78fd-41e4-9da9-7c72a0ee6fd8, dataset_name: DatasetName { pool_name: ZpoolName { id: e03affdc-b808-46e9-a0e9-f0b8804942c1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:32.616157951Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:32.616212752Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 446e22e6-78fd-41e4-9da9-7c72a0ee6fd8, dataset_name: DatasetName { pool_name: ZpoolName { id: e03affdc-b808-46e9-a0e9-f0b8804942c1 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85d16807-bc95-4323-aebc-e85081957c18, dataset_name: DatasetName { pool_name: ZpoolName { id: 5a14f3e2-c2af-4439-98e4-764b2dbe5d6c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:32.737405074Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:32.737455405Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 85d16807-bc95-4323-aebc-e85081957c18, dataset_name: DatasetName { pool_name: ZpoolName { id: 5a14f3e2-c2af-4439-98e4-764b2dbe5d6c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 67cfc8df-64be-4793-9f4a-667ce37c834c, dataset_name: DatasetName { pool_name: ZpoolName { id: a2a6c8c1-72e6-4543-bb10-d6a1d37b5f0e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:32.852541068Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:32.852591218Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 67cfc8df-64be-4793-9f4a-667ce37c834c, dataset_name: DatasetName { pool_name: ZpoolName { id: a2a6c8c1-72e6-4543-bb10-d6a1d37b5f0e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 00778b41-1442-4511-a1dc-6883be758bc9, dataset_name: DatasetName { pool_name: ZpoolName { id: ca5b1e9a-5313-4445-8bbf-189983f36e1c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.010783993Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.010847713Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 00778b41-1442-4511-a1dc-6883be758bc9, dataset_name: DatasetName { pool_name: ZpoolName { id: ca5b1e9a-5313-4445-8bbf-189983f36e1c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1718551d-48ce-44f3-9f75-998e9bf8e926, dataset_name: DatasetName { pool_name: ZpoolName { id: 685f5a45-4fc5-4ec3-8da1-0d9c8cfa22da (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.117316088Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.117362398Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1718551d-48ce-44f3-9f75-998e9bf8e926, dataset_name: DatasetName { pool_name: ZpoolName { id: 685f5a45-4fc5-4ec3-8da1-0d9c8cfa22da (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cd2495c2-7503-45e3-b094-f2eb6de109f1, dataset_name: DatasetName { pool_name: ZpoolName { id: 08eb30ef-f106-403d-980b-fe3c401faf27 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.27965208Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.27970292Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: cd2495c2-7503-45e3-b094-f2eb6de109f1, dataset_name: DatasetName { pool_name: ZpoolName { id: 08eb30ef-f106-403d-980b-fe3c401faf27 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.401960115Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/7c5337d2-626b-4302-a81d-a3b3ae9e3077/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.402015155Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/7ec9228f-66f1-479f-8b37-5a52a826da29/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.402275338Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.40241982Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.559634983Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.559860486Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.559898976Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.559978367Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.560002687Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.572964845Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.573129727Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.58826991Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.588538073Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.588551983Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.738764966Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.739005789Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.73903411Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.787579513Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.787827476Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.787894757Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.787947658Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.800780704Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.800813804Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.801013867Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.806650891Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.812203954Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.817297132Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.822315Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.826865002Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.8320268Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.978231918Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.983859482Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.988676977Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.99328168Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:33.998197646Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.002740588Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.008823967Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.013977826Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.018930032Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.024575317Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.02924556Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.033987584Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.040026343Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.046115502Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.052520256Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.058884708Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.064417744Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.069504429Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.074489516Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.080455174Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.085260039Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.132175064Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.195454026Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.243273111Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.268485039Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.26859372Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.316851601Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 151, 163]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.316883651Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.31852589Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.31853907Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.368917334Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 236, 83]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.368946935Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.449434643Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.512086468Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.513849898Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.513862378Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.568554372Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 232, 206]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.568583932Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.57105545Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.571085721Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.571096201Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.571103611Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.572703359Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.572716959Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.634017389Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 252, 99]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.634049199Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.635834969Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.635850079Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.689579942Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 130, 160]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.689612353Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.689944887Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.689957547Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.690061678Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.691858328Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.693996233Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.694010323Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.694120614Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.816243787Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.816630562Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.830824063Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.830888514Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.831115997Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.831131197Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Installing Omicron zone: oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.894135356Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.906907142Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.921209374Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.926265062Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.929389048Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.929414678Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:34.929641391Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:35.092311156Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:35.113970333Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:35.126650618Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:35.149277406Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:35.175146971Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:35.205920512Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:35.961710993Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:35.961875145Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:36.13851628Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:36.138700432Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:36.150372725Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:36.150583218Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:36.183722966Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:36.199730398Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:36.255494374Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:36.256095811Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:36.577551288Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:36.577649339Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:36.601673973Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:36.604762309Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592\") failed: Property not found. retry in 58.455312ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:36.630972297Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:36.631474763Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:36.631793447Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:36.631892428Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:36.643541961Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9\") failed: Property not found. retry in 68.17928ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:36.673032847Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18\") failed: Property not found. retry in 45.539712ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:36.743210828Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592\") failed: Property not found. retry in 62.289502ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:36.779641713Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3\") failed: Property not found. retry in 31.430904ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:36.801751865Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9\") failed: Property not found. retry in 50.00069ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:36.820880394Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:36.821330739Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18\") failed: Property not found. retry in 96.135787ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:36.839632408Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145\") failed: Property not found. retry in 27.088472ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:36.859569755Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592\") failed: Property not found. retry in 151.862191ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:36.901576114Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3\") failed: Property not found. retry in 73.94068ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:36.926195725Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9\") failed: Property not found. retry in 124.661935ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:36.942104125Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:36.942179756Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8\") failed: Property not found. retry in 54.789497ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:36.996934561Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c\") failed: Property not found. retry in 40.030599ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:37.022667195Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18\") failed: Property not found. retry in 195.583278ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:37.048909694Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145\") failed: Property not found. retry in 141.594723ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:37.104962263Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec\") failed: Property not found. retry in 31.566221ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:37.139457127Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926\") failed: Property not found. retry in 50.160394ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:37.194524245Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592\") failed: Property not found. retry in 464.448069ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:37.335117859Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3\") failed: Property not found. retry in 132.753382ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:37.645364738Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9\") failed: Property not found. retry in 377.903172ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:37.691022108Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8\") failed: Property not found. retry in 85.252892ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:37.729670929Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c\") failed: Property not found. retry in 71.765871ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:37.824644133Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:38.004617815Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"1.111010623s"} {"msg":"wait for service Some(\"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18\") failed: Property not found. retry in 380.683675ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:38.017868867Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145\") failed: Property not found. retry in 214.380367ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:38.0392387Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec\") failed: Property not found. retry in 55.040763ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:38.066754604Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926\") failed: Property not found. retry in 106.389419ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:38.086972715Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592\") failed: Property not found. retry in 827.334247ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:38.104670077Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3\") failed: Property not found. retry in 504.069419ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:38.123929746Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9\") failed: Property not found. retry in 1.176668544s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:38.143658631Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20\") failed: Property not found. retry in 67.443058ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:38.161342013Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8\") failed: Property not found. retry in 107.050089ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:38.178879743Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c\") failed: Property not found. retry in 181.733908ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:38.193776523Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec\") failed: Property not found. retry in 231.440531ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:38.208888135Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926\") failed: Property not found. retry in 157.625168ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:38.224851077Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20\") failed: Property not found. retry in 148.591556ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:38.246623446Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145\") failed: Property not found. retry in 401.806645ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:38.291136313Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8\") failed: Property not found. retry in 566.506162ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:38.31540296Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c\") failed: Property not found. retry in 239.93526ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:38.403706158Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20\") failed: Property not found. retry in 234.476807ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:38.430546134Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18\") failed: Property not found. retry in 627.492002ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:38.450213158Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926\") failed: Property not found. retry in 589.549164ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:38.469592249Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec\") failed: Property not found. retry in 469.175271ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:38.486654134Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3\") failed: Property not found. retry in 1.186968029s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:38.645425295Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c\") failed: Property not found. retry in 869.733989ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:38.660061772Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20\") failed: Property not found. retry in 285.644504ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:38.679374352Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145\") failed: Property not found. retry in 1.092725944s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:38.706837495Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8\") failed: Property not found. retry in 952.992197ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:38.895648879Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:38.917346847Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:38.917563709Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592\") failed: Property not found. retry in 1.255091447s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:38.950071519Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec\") failed: Property not found. retry in 943.200742ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:38.99577565Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20\") failed: Property not found. retry in 594.542242ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:39.013682345Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926\") failed: Property not found. retry in 829.176796ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:39.074578909Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18\") failed: Property not found. retry in 880.629486ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:39.091591053Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:39.175909395Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:39.175990046Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:39.176110238Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:39.185914349Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a\") failed: Property not found. retry in 41.341191ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:39.231981715Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a\") failed: Property not found. retry in 64.468986ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:39.28676239Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9\") failed: Property not found. retry in 925.941112ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:39.335581417Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:39.342368324Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:39.342667358Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a\") failed: Property not found. retry in 185.326002ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:39.365909783Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:39.414619458Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:39.41478189Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1\") failed: Property not found. retry in 37.617028ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:39.465574649Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09\") failed: Property not found. retry in 54.656078ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:39.477383764Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1\") failed: Property not found. retry in 132.630035ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:39.515497579Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c\") failed: Property not found. retry in 1.008621808s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:39.544360868Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09\") failed: Property not found. retry in 70.99974ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:39.558164396Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a\") failed: Property not found. retry in 462.611089ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:39.59974499Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e\") failed: Property not found. retry in 64.163809ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:39.624903187Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20\") failed: Property not found. retry in 1.243414366s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:39.638428521Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09\") failed: Property not found. retry in 119.972185ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:39.649625569Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1\") failed: Property not found. retry in 237.794015ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:39.662425555Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e\") failed: Property not found. retry in 62.935118ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:39.700503879Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e\") failed: Property not found. retry in 296.53075ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:39.7812124Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09\") failed: Property not found. retry in 504.850498ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:39.799068773Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145\") failed: Property not found. retry in 894.528756ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:39.814203456Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3\") failed: Property not found. retry in 538.237047ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:39.859158129Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8\") failed: Property not found. retry in 1.299291875s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:39.884013973Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1\") failed: Property not found. retry in 298.610521ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:39.920328017Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926\") failed: Property not found. retry in 1.058545614s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:39.935795373Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:39.936726234Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:39.936854485Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec\") failed: Property not found. retry in 1.016735358s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:39.96623419Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18\") failed: Property not found. retry in 1.48608651s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:39.996328374Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a\") failed: Property not found. retry in 956.045295ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:40.078980066Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e\") failed: Property not found. retry in 313.295387ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:40.099661172Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592\") failed: Property not found. retry in 837.935202ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:40.218479628Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1\") failed: Property not found. retry in 1.086869539s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:40.239086863Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82\") failed: Property not found. retry in 73.237313ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:40.250830387Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9\") failed: Property not found. retry in 1.196675315s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:40.281353645Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:40.292973347Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:40.293678066Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09\") failed: Property not found. retry in 922.308167ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:40.323256253Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82\") failed: Property not found. retry in 133.328138ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:40.337986681Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:40.338267744Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:40.338463346Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3\") failed: Property not found. retry in 926.830256ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:40.41765387Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e\") failed: Property not found. retry in 788.23013ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:40.43788063Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f\") failed: Property not found. retry in 71.066233ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:40.474861672Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82\") failed: Property not found. retry in 126.457041ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:40.49215545Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f\") failed: Property not found. retry in 100.310028ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:40.563799237Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c\") failed: Property not found. retry in 1.448687198s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:40.716128824Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82\") failed: Property not found. retry in 313.771577ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:40.751564929Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145\") failed: Property not found. retry in 1.28073486s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:40.781210727Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f\") failed: Property not found. retry in 203.802146ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:40.803319359Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6\") failed: Property not found. retry in 64.37285ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:40.817625812Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017\") failed: Property not found. retry in 72.95168ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:40.832745784Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20\") failed: Property not found. retry in 863.916076ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:40.92872479Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6\") failed: Property not found. retry in 141.072806ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:40.950515818Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017\") failed: Property not found. retry in 70.111362ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:41.019470674Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec\") failed: Property not found. retry in 602.896568ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:41.051249167Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a\") failed: Property not found. retry in 1.421796853s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:41.071131023Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926\") failed: Property not found. retry in 937.488571ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:41.089854327Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592\") failed: Property not found. retry in 835.191851ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:41.104561765Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f\") failed: Property not found. retry in 304.758496ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:41.122394668Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82\") failed: Property not found. retry in 807.079344ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:41.135604949Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6\") failed: Property not found. retry in 261.000519ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:41.151080946Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017\") failed: Property not found. retry in 294.29425ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:41.166710694Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8\") failed: Property not found. retry in 682.683156ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:41.19877983Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e\") failed: Property not found. retry in 922.249482ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:41.240782129Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09\") failed: Property not found. retry in 523.453334ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:41.263107484Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1\") failed: Property not found. retry in 1.362775931s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:41.340311934Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3\") failed: Property not found. retry in 1.459933754s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:41.359159339Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6\") failed: Property not found. retry in 494.368336ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:41.426276645Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f\") failed: Property not found. retry in 827.059589ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:41.440919632Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017\") failed: Property not found. retry in 255.181184ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:41.474801878Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9\") failed: Property not found. retry in 875.635895ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:41.493800085Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18\") failed: Property not found. retry in 758.387796ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:41.537308961Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec\") failed: Property not found. retry in 1.265061305s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:41.690484188Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017\") failed: Property not found. retry in 598.899715ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:41.748992536Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09\") failed: Property not found. retry in 1.480810504s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:41.81864583Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20\") failed: Property not found. retry in 850.889759ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:41.836430163Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8\") failed: Property not found. retry in 1.087965252s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:41.898563512Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6\") failed: Property not found. retry in 678.527932ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:42.026981726Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592\") failed: Property not found. retry in 598.348988ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:42.047696713Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82\") failed: Property not found. retry in 833.960964ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:42.065438315Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145\") failed: Property not found. retry in 1.419477164s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:42.081398907Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926\") failed: Property not found. retry in 1.348900715s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:42.098788696Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c\") failed: Property not found. retry in 959.042384ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:42.109154844Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e\") failed: Property not found. retry in 1.459003646s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:42.178572266Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f\") failed: Property not found. retry in 1.460677393s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:42.284692056Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18\") failed: Property not found. retry in 1.12843795s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:42.310688313Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:42.312786857Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:42.313521135Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017\") failed: Property not found. retry in 915.746904ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:42.362751557Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9\") failed: Property not found. retry in 1.26687774s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:42.384334703Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a\") failed: Property not found. retry in 1.385827789s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:42.504877328Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5\") failed: Property not found. retry in 28.939393ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:42.571310616Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5\") failed: Property not found. retry in 53.343723ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:42.609661273Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592\") failed: Property not found. retry in 1.146621963s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:42.660084918Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5\") failed: Property not found. retry in 158.745956ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:42.672622311Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20\") failed: Property not found. retry in 559.872828ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:42.698450646Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1\") failed: Property not found. retry in 563.650073ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:42.712712419Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6\") failed: Property not found. retry in 539.37692ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:42.722229047Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3\") failed: Property not found. retry in 617.392938ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:42.83201726Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5\") failed: Property not found. retry in 234.898819ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:42.84348467Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82\") failed: Property not found. retry in 1.118248029s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:42.911709539Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec\") failed: Property not found. retry in 1.149107108s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:42.967343443Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8\") failed: Property not found. retry in 1.142472156s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:42.998116894Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c\") failed: Property not found. retry in 1.367329505s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:43.080576274Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5\") failed: Property not found. retry in 593.123812ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:43.095686236Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20\") failed: Property not found. retry in 1.422872087s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:43.271783865Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6\") failed: Property not found. retry in 918.250909ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:43.28448548Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1\") failed: Property not found. retry in 1.127942243s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:43.296241424Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017\") failed: Property not found. retry in 551.258556ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:43.307331231Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09\") failed: Property not found. retry in 553.113187ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:43.318470818Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18\") failed: Property not found. retry in 635.432075ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:43.453073183Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3\") failed: Property not found. retry in 591.949899ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:43.466629078Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926\") failed: Property not found. retry in 634.397632ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:43.482284006Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145\") failed: Property not found. retry in 1.437701673s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:43.51420503Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e\") failed: Property not found. retry in 1.019829723s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:43.653641941Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9\") failed: Property not found. retry in 1.269044907s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:43.669758815Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5\") failed: Property not found. retry in 768.378297ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:43.704749854Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f\") failed: Property not found. retry in 1.000938181s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:43.763791288Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592\") failed: Property not found. retry in 727.310034ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:43.824603751Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017\") failed: Property not found. retry in 558.456368ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:43.883147709Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09\") failed: Property not found. retry in 581.262345ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:43.923029954Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a\") failed: Property not found. retry in 1.402638917s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:43.951056164Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82\") failed: Property not found. retry in 729.554946ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:44.066872794Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3\") failed: Property not found. retry in 1.397033857s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:44.098553596Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18\") failed: Property not found. retry in 1.31026077s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:44.117785125Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec\") failed: Property not found. retry in 1.372198069s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:44.133226002Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926\") failed: Property not found. retry in 956.985404ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:44.146148319Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8\") failed: Property not found. retry in 620.152981ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:44.159541092Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6\") failed: Property not found. retry in 1.195455027s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:44.215951195Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1\") failed: Property not found. retry in 697.573531ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:44.446651897Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017\") failed: Property not found. retry in 1.087830147s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:44.464768043Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c\") failed: Property not found. retry in 560.983913ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:44.484937493Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5\") failed: Property not found. retry in 1.457663675s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:44.512646519Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09\") failed: Property not found. retry in 1.446360312s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:44.532768029Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592\") failed: Property not found. retry in 1.439851297s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:44.575000701Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e\") failed: Property not found. retry in 1.297944003s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:44.694084749Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20\") failed: Property not found. retry in 609.109908ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:44.714010416Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f\") failed: Property not found. retry in 884.609329ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:44.7888691Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8\") failed: Property not found. retry in 1.104302212s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:44.809622187Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82\") failed: Property not found. retry in 1.123092375s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:44.842567833Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9\") failed: Property not found. retry in 923.447331ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:44.960617419Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145\") failed: Property not found. retry in 1.092081055s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:44.989148935Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c\") failed: Property not found. retry in 848.443372ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:45.070457322Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926\") failed: Property not found. retry in 507.705932ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:45.13072194Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1\") failed: Property not found. retry in 1.445075955s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:45.169618173Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20\") failed: Property not found. retry in 1.031822922s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:45.357575057Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a\") failed: Property not found. retry in 916.215692ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:45.38408435Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6\") failed: Property not found. retry in 979.605663ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:45.433365342Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18\") failed: Property not found. retry in 1.144360468s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:45.457048902Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3\") failed: Property not found. retry in 1.011114978s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:45.516221957Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec\") failed: Property not found. retry in 1.265366569s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:45.53316115Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017\") failed: Property not found. retry in 621.944896ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:45.573673053Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926\") failed: Property not found. retry in 1.248320663s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:45.677029521Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f\") failed: Property not found. retry in 1.234457821s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:45.701039735Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9\") failed: Property not found. retry in 903.216559ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:45.903415534Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8\") failed: Property not found. retry in 1.29973288s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:45.934624129Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c\") failed: Property not found. retry in 1.176256436s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:45.949498068Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82\") failed: Property not found. retry in 1.412210244s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:45.981046698Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5\") failed: Property not found. retry in 1.174915292s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:45.996009779Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09\") failed: Property not found. retry in 690.391799ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:46.00924504Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e\") failed: Property not found. retry in 1.143360215s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:46.027579679Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592\") failed: Property not found. retry in 889.269507ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:46.041264545Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145\") failed: Property not found. retry in 768.616671ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:46.092017214Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017\") failed: Property not found. retry in 1.482314389s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:46.209460284Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a\") failed: Property not found. retry in 731.724383ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:46.313062296Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20\") failed: Property not found. retry in 1.293190677s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:46.404835022Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6\") failed: Property not found. retry in 901.951565ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:46.424428606Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3\") failed: Property not found. retry in 505.626233ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:46.541253479Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18\") failed: Property not found. retry in 1.261377076s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:46.615575897Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1\") failed: Property not found. retry in 1.462955487s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:46.627626784Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09\") failed: Property not found. retry in 1.443863168s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:46.712132028Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec\") failed: Property not found. retry in 831.576056ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:46.811870636Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9\") failed: Property not found. retry in 1.296940741s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:46.82188831Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145\") failed: Property not found. retry in 699.576758ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:46.873898583Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926\") failed: Property not found. retry in 1.077260934s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:46.937819672Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592\") failed: Property not found. retry in 774.062132ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:46.948579265Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f\") failed: Property not found. retry in 679.990726ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:46.959585216Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a\") failed: Property not found. retry in 998.65251ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:47.057529367Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3\") failed: Property not found. retry in 773.156667ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:47.068654064Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c\") failed: Property not found. retry in 1.419682484s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:47.138151387Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5\") failed: Property not found. retry in 638.459639ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:47.18487664Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e\") failed: Property not found. retry in 1.27088896s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:47.198129871Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8\") failed: Property not found. retry in 625.872357ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:47.247354963Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6\") failed: Property not found. retry in 575.982481ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:47.338733495Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82\") failed: Property not found. retry in 1.456184284s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:47.40749131Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145\") failed: Property not found. retry in 1.35633466s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:47.587765406Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f\") failed: Property not found. retry in 931.761488ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:47.651400472Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec\") failed: Property not found. retry in 797.843042ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:47.663117605Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017\") failed: Property not found. retry in 1.248539957s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:47.705777032Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20\") failed: Property not found. retry in 1.159678957s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:47.717158152Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592\") failed: Property not found. retry in 1.310290424s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:47.737268201Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5\") failed: Property not found. retry in 1.362674116s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:47.835718014Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3\") failed: Property not found. retry in 945.88144ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:47.854951614Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8\") failed: Property not found. retry in 620.586907ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:47.885279Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18\") failed: Property not found. retry in 1.438032445s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:47.897803002Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6\") failed: Property not found. retry in 1.452497613s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:47.9273482Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926\") failed: Property not found. retry in 784.655809ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:48.029410493Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a\") failed: Property not found. retry in 505.148094ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:48.075883473Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1\") failed: Property not found. retry in 684.980498ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:48.103785891Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9\") failed: Property not found. retry in 777.517951ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:48.131114973Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09\") failed: Property not found. retry in 662.417066ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:48.167309846Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec\") failed: Property not found. retry in 734.181485ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:48.474677742Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e\") failed: Property not found. retry in 1.454792958s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:48.490780735Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8\") failed: Property not found. retry in 709.541943ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:48.518167788Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c\") failed: Property not found. retry in 967.97272ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:48.570647887Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a\") failed: Property not found. retry in 675.175096ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:48.592752589Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f\") failed: Property not found. retry in 713.801263ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:48.60426432Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1\") failed: Property not found. retry in 1.174091973s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:48.803161289Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3\") failed: Property not found. retry in 725.131807ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:48.818383772Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926\") failed: Property not found. retry in 872.528476ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:48.834493626Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09\") failed: Property not found. retry in 1.305748975s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:48.84618661Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82\") failed: Property not found. retry in 941.23855ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:48.881877067Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20\") failed: Property not found. retry in 698.613166ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:48.898528387Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9\") failed: Property not found. retry in 588.245498ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:48.92338714Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145\") failed: Property not found. retry in 1.241846537s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:48.960273201Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017\") failed: Property not found. retry in 1.323117041s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:48.974083758Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592\") failed: Property not found. retry in 708.14007ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:49.065767634Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5\") failed: Property not found. retry in 1.445791264s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:49.212221075Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec\") failed: Property not found. retry in 1.049812549s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:49.225904251Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8\") failed: Property not found. retry in 1.070170257s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:49.243948047Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a\") failed: Property not found. retry in 1.465825781s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:49.286624913Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f\") failed: Property not found. retry in 1.173827131s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:49.335352579Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18\") failed: Property not found. retry in 1.153756498s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:49.354368776Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6\") failed: Property not found. retry in 1.044305704s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:49.396063932Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9\") failed: Property not found. retry in 1.28749403s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:49.530177882Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c\") failed: Property not found. retry in 928.643455ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:49.55636076Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3\") failed: Property not found. retry in 553.432976ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:49.569915945Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20\") failed: Property not found. retry in 1.238081642s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:49.61329389Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926\") failed: Property not found. retry in 681.013747ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:49.721729907Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592\") failed: Property not found. retry in 516.634841ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:49.788149584Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82\") failed: Property not found. retry in 1.483482022s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:49.841104789Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e\") failed: Property not found. retry in 1.468608278s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:49.966915633Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1\") failed: Property not found. retry in 555.965359ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:50.007087501Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3\") failed: Property not found. retry in 1.019225249s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:50.148602955Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09\") failed: Property not found. retry in 856.258184ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:50.176503663Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592\") failed: Property not found. retry in 1.31419426s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:50.329950884Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8\") failed: Property not found. retry in 811.773452ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:50.34539304Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017\") failed: Property not found. retry in 767.155689ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:50.360345671Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6\") failed: Property not found. retry in 1.312750442s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:50.464981944Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f\") failed: Property not found. retry in 538.088585ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:50.554960951Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1\") failed: Property not found. retry in 1.397705496s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:50.620491158Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5\") failed: Property not found. retry in 1.487730108s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:50.682801539Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a\") failed: Property not found. retry in 1.451797943s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:50.774277862Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9\") failed: Property not found. retry in 662.284543ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:50.833834301Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20\") failed: Property not found. retry in 1.00489177s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:50.872327511Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09\") failed: Property not found. retry in 906.496524ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:51.057726315Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f\") failed: Property not found. retry in 1.31571166s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:51.121502743Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017\") failed: Property not found. retry in 635.954966ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:51.151606816Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8\") failed: Property not found. retry in 629.934134ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:51.189034453Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82\") failed: Property not found. retry in 979.743006ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:51.361578012Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6\") failed: Property not found. retry in 957.891286ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:51.810477622Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017\") failed: Property not found. retry in 791.369119ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:51.832391642Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8\") failed: Property not found. retry in 599.819594ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:51.855380968Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5\") failed: Property not found. retry in 1.054817799s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:52.207827145Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5\") failed: Property not found. retry in 1.3276865s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:53.289726366Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:54.184083387Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"2.173802894s"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.65767267Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_pantry_b935ad03-4ed8-498a-8581-60fb45d57592"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.65774958Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_75f63bf7-5178-47ce-8ca3-c68f56c3c3c3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.657757211Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_00778b41-1442-4511-a1dc-6883be758bc9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.6577658Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_clickhouse_16bf0823-c152-4c47-9aac-7ae5fc8ce0e5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.657776071Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_external_dns_4579e4d4-788a-4a55-991f-cbafedaed68f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.657784521Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_cd2495c2-7503-45e3-b094-f2eb6de109f1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.657793681Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_nexus_543f63f0-ceb2-4804-8c76-8af5affedc82"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.657818511Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_oximeter_6597cc32-a4a4-4757-980d-3f8ce6876e20"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.657825251Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_446e22e6-78fd-41e4-9da9-7c72a0ee6fd8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.657835721Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_nexus_ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.657844061Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_67cfc8df-64be-4793-9f4a-667ce37c834c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.657852252Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_pantry_35a99cfe-7ea8-4221-86a7-963387b90d09"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.657858362Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_nexus_9a77fa79-e714-4617-aabe-73c3184f8017"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.657866252Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_85d16807-bc95-4323-aebc-e85081957c18"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.657872612Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_a372449f-a2b0-4d65-8db5-c7348064f145"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.657880932Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_f0098391-e25f-47ce-98db-0c870c28a2ec"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.657904422Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_external_dns_02029ee5-f1fa-40e2-92b6-2f5d379b3f3a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.657922972Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_pantry_1d443571-957b-4845-a9b1-0ed09303cf8e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.657931133Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_1718551d-48ce-44f3-9f75-998e9bf8e926"} {"msg":"Writing ledger to /pool/int/7c5337d2-626b-4302-a81d-a3b3ae9e3077/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.658028603Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/7ec9228f-66f1-479f-8b37-5a52a826da29/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.659620412Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.662875959Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"21f95a7f-30d8-4267-bc39-9cf3bddbd0c1","remote_addr":"[fd00:1122:3344:101::1]:49310","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":23093877,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.673436289Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1322"} {"msg":"Writing ledger to /pool/int/7c5337d2-626b-4302-a81d-a3b3ae9e3077/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.673586671Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/7ec9228f-66f1-479f-8b37-5a52a826da29/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.673855064Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.678348265Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::c]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.679024533Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:720"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.727177122Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/18ce4663-3477-4fd8-8c64-8ede0c40230a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.72873435Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/18ce4663-3477-4fd8-8c64-8ede0c40230a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.814177915Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/18ce4663-3477-4fd8-8c64-8ede0c40230a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:54.928542249Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/18ce4663-3477-4fd8-8c64-8ede0c40230a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:55.141968514Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/18ce4663-3477-4fd8-8c64-8ede0c40230a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:55.270415029Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/18ce4663-3477-4fd8-8c64-8ede0c40230a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:55.548892916Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/18ce4663-3477-4fd8-8c64-8ede0c40230a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:55.917719433Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/18ce4663-3477-4fd8-8c64-8ede0c40230a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:56.170359594Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:56.175084779Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64181"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:56.176215931Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"d3ca2be4-93d0-4daf-9db2-5ecc8b273f1f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64181","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":676,"response_code":"200"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/18ce4663-3477-4fd8-8c64-8ede0c40230a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:56.446546665Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:33:56.447382995Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"5.29281731s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/18ce4663-3477-4fd8-8c64-8ede0c40230a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:56.723014349Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/18ce4663-3477-4fd8-8c64-8ede0c40230a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:57.315630198Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/18ce4663-3477-4fd8-8c64-8ede0c40230a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:57.95576223Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/18ce4663-3477-4fd8-8c64-8ede0c40230a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:58.754135267Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/18ce4663-3477-4fd8-8c64-8ede0c40230a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:33:59.59073393Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/18ce4663-3477-4fd8-8c64-8ede0c40230a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:00.499999852Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:34:01.774206027Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"10.582555343s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/18ce4663-3477-4fd8-8c64-8ede0c40230a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:02.280496101Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f22fa39f-82c2-4573-b546-550137f1941b\", \"content-length\": \"173\", \"date\": \"Tue, 15 Oct 2024 18:34:06 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"18ce4663-3477-4fd8-8c64-8ede0c40230a\\\"\", request_id: \"f22fa39f-82c2-4573-b546-550137f1941b\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:06.688094898Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"257f24c4-3146-4346-a95a-51274d3e37a3\", \"content-length\": \"173\", \"date\": \"Tue, 15 Oct 2024 18:34:07 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"18ce4663-3477-4fd8-8c64-8ede0c40230a\\\"\", request_id: \"257f24c4-3146-4346-a95a-51274d3e37a3\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:08.634741653Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57f10437-75c3-491d-9b4d-29ce08f6a332\", \"content-length\": \"173\", \"date\": \"Tue, 15 Oct 2024 18:34:13 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2\\\"\", request_id: \"57f10437-75c3-491d-9b4d-29ce08f6a332\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:13.123490165Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72e69a91-ffcb-4907-ad49-0015340e6c40\", \"content-length\": \"173\", \"date\": \"Tue, 15 Oct 2024 18:34:17 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2\\\"\", request_id: \"72e69a91-ffcb-4907-ad49-0015340e6c40\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:17.737093831Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bc4c2d4-fb68-4f1e-aa2d-77f8b11e9702\", \"content-length\": \"173\", \"date\": \"Tue, 15 Oct 2024 18:34:22 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2\\\"\", request_id: \"2bc4c2d4-fb68-4f1e-aa2d-77f8b11e9702\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:22.309684999Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:26.208843136Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64699"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:26.20914567Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"be15de49-9d73-40d6-9322-66fea841e4b6","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64699","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":30,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"648ed9a3-25bb-433e-907b-842ee04c76a4\", \"content-length\": \"173\", \"date\": \"Tue, 15 Oct 2024 18:34:25 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2\\\"\", request_id: \"648ed9a3-25bb-433e-907b-842ee04c76a4\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:26.36348356Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b7d7c92-3b2f-43a6-bd73-c44c3297f406\", \"content-length\": \"173\", \"date\": \"Tue, 15 Oct 2024 18:34:31 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2\\\"\", request_id: \"2b7d7c92-3b2f-43a6-bd73-c44c3297f406\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:31.889593175Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12779aae-a4a6-43cf-a202-324dbe9bf6ac\", \"content-length\": \"173\", \"date\": \"Tue, 15 Oct 2024 18:34:40 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2\\\"\", request_id: \"12779aae-a4a6-43cf-a202-324dbe9bf6ac\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:40.285736406Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:42.502874616Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:35758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"producer-server","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:54833"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:42.523959857Z","hostname":"sock","pid":1572,"uri":"/b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","method":"GET","req_id":"d6b0d4f5-eaf9-4adb-9244-323b88c08bba","remote_addr":"[fd00:1122:3344:101::d]:54833","local_addr":"[fd00:1122:3344:101::1]:35758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":19874,"response_code":"200"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:46.702667762Z","hostname":"sock","pid":1572,"component":"NexusNotifierTask","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/nexus.rs:500","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:46.853373992Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:56640"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:46.854025349Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:46.854032549Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/7c5337d2-626b-4302-a81d-a3b3ae9e3077/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:46.85408277Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/7ec9228f-66f1-479f-8b37-5a52a826da29/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:46.855924541Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:47.068211182Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"fcf81e2d-e6dd-4920-a607-6575bd741601","remote_addr":"[fd00:1122:3344:101::c]:56640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":214699,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:47.641028376Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47019"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:47.646126114Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 90168a81-c907-449c-8c1e-3421ab0bf07a, kind: Service { id: 02029ee5-f1fa-40e2-92b6-2f5d379b3f3a }, name: Name(\"external-dns-02029ee5-f1fa-40e2-92b6-2f5d379b3f3a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 160])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 99ca603b-c8e9-43ae-9a23-6b9d96390568, kind: Service { id: 4579e4d4-788a-4a55-991f-cbafedaed68f }, name: Name(\"external-dns-4579e4d4-788a-4a55-991f-cbafedaed68f\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 206])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7a1f6074-9114-491e-b6cf-02dbc147213d, kind: Service { id: ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6 }, name: Name(\"nexus-ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 83])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cda30329-3f2f-4260-bd92-856e1b0e238c, kind: Service { id: 543f63f0-ceb2-4804-8c76-8af5affedc82 }, name: Name(\"nexus-543f63f0-ceb2-4804-8c76-8af5affedc82\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 163])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d1ce233c-c1bc-4a66-b925-4855068f169e, kind: Service { id: 9a77fa79-e714-4617-aabe-73c3184f8017 }, name: Name(\"nexus-9a77fa79-e714-4617-aabe-73c3184f8017\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 99])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:47.646308356Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:47.646334786Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:47.646349837Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:47.646365027Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:47.646383097Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:47.646396137Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:47.646431698Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"5023ea92-dfad-4609-ae4b-06d9a4d66b3a","remote_addr":"[fd00:1122:3344:101::c]:47019","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5350,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:47.648818925Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:959"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:47.938118995Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64220"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:47.938204306Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:47.938210916Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/7c5337d2-626b-4302-a81d-a3b3ae9e3077/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:47.938228476Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/7ec9228f-66f1-479f-8b37-5a52a826da29/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:47.938421008Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:48.101563169Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:37364"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:48.102659122Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 90168a81-c907-449c-8c1e-3421ab0bf07a, kind: Service { id: 02029ee5-f1fa-40e2-92b6-2f5d379b3f3a }, name: Name(\"external-dns-02029ee5-f1fa-40e2-92b6-2f5d379b3f3a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 160])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 99ca603b-c8e9-43ae-9a23-6b9d96390568, kind: Service { id: 4579e4d4-788a-4a55-991f-cbafedaed68f }, name: Name(\"external-dns-4579e4d4-788a-4a55-991f-cbafedaed68f\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 206])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7a1f6074-9114-491e-b6cf-02dbc147213d, kind: Service { id: ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6 }, name: Name(\"nexus-ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 83])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cda30329-3f2f-4260-bd92-856e1b0e238c, kind: Service { id: 543f63f0-ceb2-4804-8c76-8af5affedc82 }, name: Name(\"nexus-543f63f0-ceb2-4804-8c76-8af5affedc82\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 163])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d1ce233c-c1bc-4a66-b925-4855068f169e, kind: Service { id: 9a77fa79-e714-4617-aabe-73c3184f8017 }, name: Name(\"nexus-9a77fa79-e714-4617-aabe-73c3184f8017\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 99])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:48.102697302Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:48.102741503Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:48.102758233Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:48.102787943Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:48.102807373Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:48.102823614Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:48.102853764Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"494b15e8-ae19-4224-b68f-455c4f131c0e","remote_addr":"[fd00:1122:3344:101::b]:37364","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":340,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:48.175463192Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"a04ff85c-fc90-4ec0-8927-820f1557fb0d","remote_addr":"[fd00:1122:3344:101::c]:64220","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":237264,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:48.454129721Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:42424"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:48.454354254Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 90168a81-c907-449c-8c1e-3421ab0bf07a, kind: Service { id: 02029ee5-f1fa-40e2-92b6-2f5d379b3f3a }, name: Name(\"external-dns-02029ee5-f1fa-40e2-92b6-2f5d379b3f3a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 160])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 99ca603b-c8e9-43ae-9a23-6b9d96390568, kind: Service { id: 4579e4d4-788a-4a55-991f-cbafedaed68f }, name: Name(\"external-dns-4579e4d4-788a-4a55-991f-cbafedaed68f\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 206])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7a1f6074-9114-491e-b6cf-02dbc147213d, kind: Service { id: ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6 }, name: Name(\"nexus-ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 83])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cda30329-3f2f-4260-bd92-856e1b0e238c, kind: Service { id: 543f63f0-ceb2-4804-8c76-8af5affedc82 }, name: Name(\"nexus-543f63f0-ceb2-4804-8c76-8af5affedc82\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 163])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d1ce233c-c1bc-4a66-b925-4855068f169e, kind: Service { id: 9a77fa79-e714-4617-aabe-73c3184f8017 }, name: Name(\"nexus-9a77fa79-e714-4617-aabe-73c3184f8017\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 99])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:48.454412014Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:48.454448715Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:48.454461405Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:48.454476715Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:48.454484565Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:48.454493605Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:48.454521956Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"e53feaa3-4792-4bc0-b69c-ec99e47c91d8","remote_addr":"[fd00:1122:3344:101::c]:42424","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":314,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:48.61970586Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63319"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:48.619896912Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 90168a81-c907-449c-8c1e-3421ab0bf07a, kind: Service { id: 02029ee5-f1fa-40e2-92b6-2f5d379b3f3a }, name: Name(\"external-dns-02029ee5-f1fa-40e2-92b6-2f5d379b3f3a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 160])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 99ca603b-c8e9-43ae-9a23-6b9d96390568, kind: Service { id: 4579e4d4-788a-4a55-991f-cbafedaed68f }, name: Name(\"external-dns-4579e4d4-788a-4a55-991f-cbafedaed68f\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 206])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7a1f6074-9114-491e-b6cf-02dbc147213d, kind: Service { id: ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6 }, name: Name(\"nexus-ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 83])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cda30329-3f2f-4260-bd92-856e1b0e238c, kind: Service { id: 543f63f0-ceb2-4804-8c76-8af5affedc82 }, name: Name(\"nexus-543f63f0-ceb2-4804-8c76-8af5affedc82\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 163])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d1ce233c-c1bc-4a66-b925-4855068f169e, kind: Service { id: 9a77fa79-e714-4617-aabe-73c3184f8017 }, name: Name(\"nexus-9a77fa79-e714-4617-aabe-73c3184f8017\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 99])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:48.619941212Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:48.620458488Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:48.620468469Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:48.620484189Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:48.620498809Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:48.620504479Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:48.620528739Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"a2874c7d-ecf8-4f8b-a1b3-9fdef79c64c3","remote_addr":"[fd00:1122:3344:101::a]:63319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":737,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:55.158924491Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:45264"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:55.159656179Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"009a7b1f-af7e-4859-90f0-7e5aeaa38eb0","remote_addr":"[fd00:1122:3344:101::c]:45264","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":657,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:55.207704307Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:55.207730578Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"97761189-5fc6-4c14-845b-4c7d3f70016e","remote_addr":"[fd00:1122:3344:101::c]:45264","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":742,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:55.783076241Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"040f7aa4-1a90-42a6-9205-fc38762b90f5","remote_addr":"[fd00:1122:3344:101::c]:45264","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3638,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:56.243896276Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35263"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:34:56.244711876Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"aca35cee-004e-4353-b822-cd54951bcb2c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35263","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":35,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:08.265944637Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:34688"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:08.266078648Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"432bd574-09f3-4033-9e45-d247478d425e","remote_addr":"[fd00:1122:3344:101::b]:34688","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":60,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:08.327823172Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62003"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:08.3293045Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6d09267e-0965-4bc4-8845-98521d06513c","remote_addr":"[fd00:1122:3344:101::a]:62003","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":763,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:08.344769056Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:08.344787086Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"d34bdedb-85ba-4a1e-8d0d-0802a445de9d","remote_addr":"[fd00:1122:3344:101::b]:34688","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":68,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:08.360367774Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"ce55fccd-6529-461f-b9a7-fa6eee6a4ce6","remote_addr":"[fd00:1122:3344:101::b]:34688","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1116,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:08.417434065Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:08.417450845Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"f810ded6-2d20-4132-a8b5-6713f1fe6e7f","remote_addr":"[fd00:1122:3344:101::a]:62003","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":39,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:08.542041026Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:54925"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:08.54238028Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"c214ae1f-bf34-4c05-ae09-47d0af940631","remote_addr":"[fd00:1122:3344:101::a]:54925","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":290,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:08.549619113Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"1b44c7e5-a26e-4189-bd04-8443657046ba","remote_addr":"[fd00:1122:3344:101::a]:62003","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":160,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:08.569660781Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:39961"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:08.570687153Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"9964d2a2-dd4a-4b1c-8a5d-2fa617c55b28","remote_addr":"[fd00:1122:3344:101::b]:39961","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":951,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:08.793939389Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:58255"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:08.794446245Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:08.876625653Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:08.942401823Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"7afffc56-47e7-4763-8f16-8994fa039b57","remote_addr":"[fd00:1122:3344:101::a]:58255","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":148374,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:08.942660336Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:33016"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:08.942921369Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:08.947928216Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"f121cbaf-d4c4-4c10-af6a-ec7194bb14d8","remote_addr":"[fd00:1122:3344:101::a]:58255","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5223,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:08.990574462Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/7c5337d2-626b-4302-a81d-a3b3ae9e3077/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:08.990702504Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/7ec9228f-66f1-479f-8b37-5a52a826da29/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:08.992551625Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:08.993354984Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:08.993390155Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"PUT","req_id":"e48bb5fc-f00c-4d24-a557-ab381a3c205a","remote_addr":"[fd00:1122:3344:101::a]:58255","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3268,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:08.995850072Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:09.063568425Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"455943c7-57de-42b5-b352-d8a2cd9f0855","remote_addr":"[fd00:1122:3344:101::b]:33016","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":120743,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:09.063968989Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"bd80d0c6-e2e4-42a7-a2d2-30639226b122","remote_addr":"[fd00:1122:3344:101::b]:33016","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":147,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:09.885549321Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:46061"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:09.886501682Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"10d24f9d-91a5-4385-a882-195ded7f2ce3","remote_addr":"[fd00:1122:3344:101::c]:46061","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":894,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:09.993482072Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35393"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:09.993663825Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"fdef9817-8f0e-4fe9-85fd-b55eb0b0c1bc","remote_addr":"[fd00:1122:3344:101::c]:35393","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":141,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:10.038367924Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:10.038445565Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"772ffd4c-78d1-495b-bbde-fa99bd1c5447","remote_addr":"[fd00:1122:3344:101::c]:46061","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":737,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:10.04849007Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"6024992f-4d2d-4ded-9000-c9df9d4d73ec","remote_addr":"[fd00:1122:3344:101::c]:46061","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":193,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:10.516446658Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57911"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:10.516545509Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:10.557301644Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:10.616735942Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"90b6c830-18ae-452c-a603-41bf9d8e9399","remote_addr":"[fd00:1122:3344:101::c]:57911","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100224,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:10.617100626Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"8a1d78d1-fb59-4d93-a79d-2a9b5033d33f","remote_addr":"[fd00:1122:3344:101::c]:57911","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:12.510684275Z","hostname":"sock","pid":1572,"uri":"/b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","method":"GET","req_id":"7e38a898-2310-4ecf-8cb9-65cf3c69f714","remote_addr":"[fd00:1122:3344:101::d]:54833","local_addr":"[fd00:1122:3344:101::1]:35758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7375,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:26.279127508Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47168"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:26.279735075Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"acae6f58-eaba-494a-b56a-71f745eda7e1","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47168","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":559,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:38.222821667Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60906"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:38.22307579Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"0500d2c3-77a1-4935-8275-d698b630155b","remote_addr":"[fd00:1122:3344:101::a]:60906","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:38.260041952Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:59992"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:38.260210023Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"3c887a01-c7b8-449e-9f15-42013e3691ce","remote_addr":"[fd00:1122:3344:101::b]:59992","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":56,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:38.267325085Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:38.267347675Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"16504452-b495-4ed4-a747-3d16470bf63c","remote_addr":"[fd00:1122:3344:101::a]:60906","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":892,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:38.285130318Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"ca17c632-3c15-4ef8-ad32-bf1fd6b47986","remote_addr":"[fd00:1122:3344:101::a]:60906","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":188,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:38.318120054Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:38.318157624Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"ae4deeaf-620a-427c-a97b-8f3400732dad","remote_addr":"[fd00:1122:3344:101::b]:59992","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:38.322933189Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62959"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:38.32305206Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:38.364322961Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:38.435274391Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"3e703812-0bd8-4d33-a7dd-7f5c513ff924","remote_addr":"[fd00:1122:3344:101::b]:62959","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":112253,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:38.435551254Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60737"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:38.435646245Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47273"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:38.435870307Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"319bb8b2-e632-4835-960a-60c53245b38f","remote_addr":"[fd00:1122:3344:101::b]:59992","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":368,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:38.436003589Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"893869c7-5ee6-44ab-bf3c-0607e966390f","remote_addr":"[fd00:1122:3344:101::b]:62959","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":349,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:38.437254693Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"5c802ec9-fca8-4a74-bc84-659e57919f8c","remote_addr":"[fd00:1122:3344:101::a]:60737","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1447,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:38.437304634Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"c650ce31-cebd-446b-9464-b5a1fd1ca519","remote_addr":"[fd00:1122:3344:101::b]:47273","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1394,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:38.499807136Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:47397"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:38.500604226Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:38.538364946Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:38.592376672Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"fc13d47b-62d4-4eb8-ad2d-0cbc3fd9626d","remote_addr":"[fd00:1122:3344:101::a]:47397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92510,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:38.595439987Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"37661d6a-c94c-47f2-b200-7bb4fbedfd3d","remote_addr":"[fd00:1122:3344:101::a]:47397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:39.797067484Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38514"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:39.797820293Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"23658d35-93c5-4248-afbe-2361c868dcc1","remote_addr":"[fd00:1122:3344:101::c]:38514","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":690,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:39.841227118Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:39.841253538Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"01f9b2ca-13de-4878-a30a-b76e484c26ba","remote_addr":"[fd00:1122:3344:101::c]:38514","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":765,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:39.851592456Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"98d99b50-efff-4343-9d02-fa847dcb1abf","remote_addr":"[fd00:1122:3344:101::c]:38514","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":241,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:39.900836578Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:34025"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:39.900942989Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:39.940486659Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:39.995879401Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"636e96dd-bd07-400f-b4d8-240a84b25c55","remote_addr":"[fd00:1122:3344:101::c]:34025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94982,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:39.996098864Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:42515"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:39.996233185Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"11088b86-8b3f-45f4-95fb-6bc70c39ab06","remote_addr":"[fd00:1122:3344:101::c]:34025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":161,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:39.996349927Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"908617e4-40ac-4fbb-a9c2-19bae12afd7a","remote_addr":"[fd00:1122:3344:101::c]:42515","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":149,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:42.510822869Z","hostname":"sock","pid":1572,"uri":"/b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","method":"GET","req_id":"c126df09-fc3e-42ab-8074-39fe77860dbc","remote_addr":"[fd00:1122:3344:101::d]:54833","local_addr":"[fd00:1122:3344:101::1]:35758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7036,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:56.315038279Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43307"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:35:56.315155881Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"85ac8fed-44b2-4463-8195-2114d8fb7a95","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43307","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":56,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:08.371031769Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42916"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:08.371169531Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"54ec6619-44e1-4908-aa21-f056bdf1ee00","remote_addr":"[fd00:1122:3344:101::a]:42916","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":73,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:08.43861782Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:08.438655131Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"e1f77123-595d-4559-924f-ac5ed12b024b","remote_addr":"[fd00:1122:3344:101::a]:42916","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:08.447859065Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3678efe0-be75-499f-b626-c085d8733ee3","remote_addr":"[fd00:1122:3344:101::a]:42916","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":178,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:08.486540687Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41159"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:08.486647758Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:08.525932826Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:08.581298338Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"62235008-cf0f-4776-8638-3a70ac2db8ea","remote_addr":"[fd00:1122:3344:101::a]:41159","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94694,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:08.58150085Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:34054"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:08.581572451Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:32973"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:08.581597111Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"d54c1ec6-ebcf-4da7-9c01-3ef261a5d20e","remote_addr":"[fd00:1122:3344:101::a]:41159","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":130,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:08.581635391Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60322"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:08.581832924Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"97cb86af-4bbe-487a-a471-f26e5ee7aa20","remote_addr":"[fd00:1122:3344:101::b]:60322","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":141,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:08.581947605Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"97473c43-954a-4cad-9f64-75235dc7e4f4","remote_addr":"[fd00:1122:3344:101::a]:32973","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":216,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:08.582698084Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"cd8f6630-ad65-47e3-9c45-9c2a8bcbed64","remote_addr":"[fd00:1122:3344:101::b]:34054","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":933,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:08.596293989Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:53793"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:08.59638353Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:08.635224683Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:08.692508856Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"3ccbf231-ac5a-44ef-9180-3f6f7d74d349","remote_addr":"[fd00:1122:3344:101::b]:53793","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96160,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:08.692978582Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:08.693019212Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"277eac2a-8af3-4aa4-878b-8d0a0c168f57","remote_addr":"[fd00:1122:3344:101::b]:34054","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":173,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:08.693038982Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"72b05b44-87f8-4185-a932-ce43e78a9326","remote_addr":"[fd00:1122:3344:101::b]:53793","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":214,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:08.703261989Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"00b276b2-3c54-4018-ac82-39977d5653b6","remote_addr":"[fd00:1122:3344:101::b]:34054","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":359,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:09.964051851Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:49219"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:09.964731008Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"202866b5-2979-4822-9388-0125d97a25a4","remote_addr":"[fd00:1122:3344:101::c]:49219","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":83,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:09.978553316Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40477"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:09.978750828Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"69ebb8f5-2d78-4621-9533-588f22d296e2","remote_addr":"[fd00:1122:3344:101::c]:40477","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":141,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:10.017139076Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:10.017157936Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"0aeb4d64-69e6-43fd-a864-477973f9e647","remote_addr":"[fd00:1122:3344:101::c]:49219","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:10.025940096Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"a92d2ea9-cb2d-46d2-b0c7-deb6ff90b334","remote_addr":"[fd00:1122:3344:101::c]:49219","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":244,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:10.143236254Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:59456"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:10.143361396Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:10.185607868Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:10.243574239Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5a9a827a-7722-4b10-aa4a-d17bc8839cb3","remote_addr":"[fd00:1122:3344:101::c]:59456","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100267,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:10.243887772Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"f4eb3034-f805-41e7-ac51-27d1f8e7ac8d","remote_addr":"[fd00:1122:3344:101::c]:59456","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:12.512992445Z","hostname":"sock","pid":1572,"uri":"/b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","method":"GET","req_id":"a40f8740-1e3e-4335-ae19-9bc37fb43db4","remote_addr":"[fd00:1122:3344:101::d]:54833","local_addr":"[fd00:1122:3344:101::1]:35758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8918,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:26.349818507Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53892"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:26.349921209Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"d2eb8b2d-fad5-41f3-81ac-076e7f0dc697","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53892","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":35,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:38.190341028Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:42470"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:38.1904678Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"3c777ac5-5d49-48ea-bad2-0a5649df6e5e","remote_addr":"[fd00:1122:3344:101::b]:42470","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:38.241030387Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:38.241058887Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"16f63b07-0eb8-444e-9103-d58f37646690","remote_addr":"[fd00:1122:3344:101::b]:42470","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":81,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:38.249589434Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3210ddfc-d00e-4d6b-906d-ad40fd1bc6b8","remote_addr":"[fd00:1122:3344:101::b]:42470","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":169,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:38.253937014Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63720"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:38.254054369Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"b866cb84-3f0a-4880-afd2-5608f2376733","remote_addr":"[fd00:1122:3344:101::a]:63720","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":38,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:38.297725243Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51410"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:38.297921326Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"288ac5fe-16d6-4d49-b36d-e0489660dc7e","remote_addr":"[fd00:1122:3344:101::b]:51410","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":119,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:38.305772025Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:38.305794565Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"a62f2637-d3b2-4fcc-bc56-dea3e8e1d687","remote_addr":"[fd00:1122:3344:101::a]:63720","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":51,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:38.314404394Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:35523"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:38.314474455Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:38.362727085Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:38.421507575Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"fa9a8c2c-c6dd-450a-8cb3-dde9aa895b31","remote_addr":"[fd00:1122:3344:101::b]:35523","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107052,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:38.421711338Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48708"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:38.421758558Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42265"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:38.422006421Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:38.422062682Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"090911d6-8e21-4429-8182-daa7560cc4ae","remote_addr":"[fd00:1122:3344:101::b]:35523","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":258,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:38.425789604Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"74441b5e-0c05-4de2-9ec3-1805b3a9de16","remote_addr":"[fd00:1122:3344:101::a]:42265","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3797,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:38.426048157Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"9094dfab-5cf2-4a12-8d2a-da0b6ac21577","remote_addr":"[fd00:1122:3344:101::a]:63720","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4125,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:38.459490719Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:38.513250812Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"a51417f6-40db-4580-bb94-11fa79fd1e6f","remote_addr":"[fd00:1122:3344:101::a]:48708","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91351,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:38.513580116Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"b1603f03-1728-4b51-a732-20adc661b0a6","remote_addr":"[fd00:1122:3344:101::a]:48708","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":159,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:39.813980878Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58749"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:39.81412657Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6233bdb8-a639-48aa-8bbb-66edf77e78c0","remote_addr":"[fd00:1122:3344:101::c]:58749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":83,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:39.868364369Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:39.868395519Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"caeb51ac-67ba-4ab4-8fc9-1fc41cbc14df","remote_addr":"[fd00:1122:3344:101::c]:58749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:39.878052379Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"aaa50a18-9d20-41e4-ad42-05caa0d8bc32","remote_addr":"[fd00:1122:3344:101::c]:58749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1364,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:39.909484428Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:56426"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:39.909570609Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:39.946197276Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:40.003334918Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"deb17603-9366-40fc-bcbf-ce2f62edde6f","remote_addr":"[fd00:1122:3344:101::c]:56426","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93802,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:40.003595781Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35993"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:40.003903734Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"e2a5856a-06ba-4dab-aa89-0316cdd0facc","remote_addr":"[fd00:1122:3344:101::c]:56426","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":248,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:40.004758904Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"0b3ec2ca-7485-45cc-ac5f-ad3213cfb317","remote_addr":"[fd00:1122:3344:101::c]:35993","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":998,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:42.514082178Z","hostname":"sock","pid":1572,"uri":"/b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","method":"GET","req_id":"41ee27f8-7921-48d1-8ada-68e61e90ff23","remote_addr":"[fd00:1122:3344:101::d]:54833","local_addr":"[fd00:1122:3344:101::1]:35758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6301,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:56.388580506Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43955"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:36:56.388724538Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"82b407c8-81f0-4720-aedd-fcc6bd06ea42","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43955","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":77,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:08.336836417Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:37934"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:08.336936208Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"1d145d57-501f-4a0e-97f5-8a46fdf53fb8","remote_addr":"[fd00:1122:3344:101::b]:37934","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":51,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:08.358779177Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:08.358794937Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"abaf2687-bd66-418d-954e-65ad203e14d6","remote_addr":"[fd00:1122:3344:101::b]:37934","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1149,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:08.368848892Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"2b692634-ce0e-41c5-9f16-6b16ffccd4ec","remote_addr":"[fd00:1122:3344:101::b]:37934","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":166,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:08.441023295Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:08.441111776Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"b320a201-a79b-4402-a4a9-b7ca4ecb7f56","remote_addr":"[fd00:1122:3344:101::a]:43169","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":46,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:08.450826667Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35210"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:08.4510602Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"02689765-7478-4f4f-a75c-9e94a9d8985f","remote_addr":"[fd00:1122:3344:101::a]:35210","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":137,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:08.497188456Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:08.497219896Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"9afc8560-0087-4b02-b2c4-6b84ab48eed7","remote_addr":"[fd00:1122:3344:101::a]:43169","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":62,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:08.507947339Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d9b694ea-d9e6-472e-8132-cc2d9803bdfa","remote_addr":"[fd00:1122:3344:101::a]:43169","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":749,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:08.583637762Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:52139"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:08.583790474Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"31f96099-74da-4169-9d27-659664db5c78","remote_addr":"[fd00:1122:3344:101::b]:52139","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:08.616258944Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48991"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:08.616342395Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:08.655431051Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:08.707162851Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"18adb3a5-52f7-499b-b66a-61dc12b97e43","remote_addr":"[fd00:1122:3344:101::a]:48991","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90855,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:08.707381544Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51531"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:08.711082746Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"466b5e15-97a4-4e5d-93d4-754271633eda","remote_addr":"[fd00:1122:3344:101::a]:48991","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3616,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:08.711242008Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:08.745917823Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:08.803409839Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"65663786-03be-436e-90b2-8c67dc84f593","remote_addr":"[fd00:1122:3344:101::b]:51531","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95853,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:08.803773813Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"6a843142-dded-4124-818d-e61b6fc4c902","remote_addr":"[fd00:1122:3344:101::b]:51531","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":137,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:09.809436215Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52290"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:09.809569426Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"98e52db1-3b04-41bd-a4fb-0d96cb071c56","remote_addr":"[fd00:1122:3344:101::c]:52290","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:09.882292666Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:09.882369037Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"4fa8976c-1498-4548-bd1c-a8a356147175","remote_addr":"[fd00:1122:3344:101::c]:52290","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":129,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:09.891537951Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"99abc898-86ee-495b-8a20-26606ef6a219","remote_addr":"[fd00:1122:3344:101::c]:52290","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":256,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:10.152588999Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:33695"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:10.152769851Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"6e46065e-0104-43d9-8a28-2df221bf708d","remote_addr":"[fd00:1122:3344:101::c]:33695","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":139,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:10.229389215Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:34335"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:10.229493376Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:10.268920876Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:10.323515899Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5fb24d54-7fe0-4b53-bda3-7ec2677d79d0","remote_addr":"[fd00:1122:3344:101::c]:34335","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94060,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:10.324321398Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"cef8d734-7016-41a6-82b1-c146e3588526","remote_addr":"[fd00:1122:3344:101::c]:34335","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":597,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:12.58371967Z","hostname":"sock","pid":1572,"uri":"/b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","method":"GET","req_id":"9cea9d26-92d8-4230-a9d1-f064fe5629f8","remote_addr":"[fd00:1122:3344:101::d]:54833","local_addr":"[fd00:1122:3344:101::1]:35758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6776,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:20.072238248Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:26.421860355Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42456"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:26.422008777Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"52bd6bde-270a-4288-a353-7a408b51d0b9","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42456","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":73,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:38.199063154Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47513"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:38.199944744Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"904c595d-e2a1-45f4-b133-7269b0d248f6","remote_addr":"[fd00:1122:3344:101::b]:47513","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":809,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:38.213845512Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:38.213865902Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"8d45f168-85f3-45c4-b391-2508b0e5e7fa","remote_addr":"[fd00:1122:3344:101::b]:47513","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":67,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:38.223468972Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"9f013835-efad-423e-82f2-b13149fe4402","remote_addr":"[fd00:1122:3344:101::b]:47513","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":185,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:38.27852985Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:39941"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:38.279230568Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"c4ba5eb2-8a2e-4a49-b10f-ad86e6994b8a","remote_addr":"[fd00:1122:3344:101::b]:39941","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":663,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:38.284265146Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52035"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:38.284351406Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"accdedd2-3f27-4744-8f5a-982c6c551cd4","remote_addr":"[fd00:1122:3344:101::a]:52035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":18,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:38.335796883Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:38.335827034Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"e69a56ad-65f6-43dd-bb68-5e678bf881aa","remote_addr":"[fd00:1122:3344:101::a]:52035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":76,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:38.344744155Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"37c126b8-fa14-40c2-9a0b-5cb28bee4219","remote_addr":"[fd00:1122:3344:101::a]:52035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1033,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:38.368489656Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:52668"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:38.368589467Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:38.40741369Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:38.459074469Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"7fa2c45a-0d2c-4e2a-9e3a-abac13e19dcc","remote_addr":"[fd00:1122:3344:101::b]:52668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90530,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:38.459330572Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52104"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:38.459435694Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42262"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:38.459639596Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"3c8c37fe-e718-4ec8-aada-2443636ea823","remote_addr":"[fd00:1122:3344:101::b]:52668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":271,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:38.459695087Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:38.463266717Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"f2d9839e-33aa-4599-ab4b-a25813e42a24","remote_addr":"[fd00:1122:3344:101::a]:42262","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3671,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:38.496477524Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:38.547370787Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"fc09c09a-46e0-4d0a-a3f6-333ed821091c","remote_addr":"[fd00:1122:3344:101::a]:52104","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87788,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:38.547751561Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"9ad06e3d-e01d-474c-afdb-16ce3dcea915","remote_addr":"[fd00:1122:3344:101::a]:52104","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":167,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:39.810109421Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:42689"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:39.810255052Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"7467ddc2-fa1e-48f8-b777-3d5dd77448b8","remote_addr":"[fd00:1122:3344:101::c]:42689","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:39.853058481Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:39.853087551Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"5f3d5a32-bbdc-4083-8424-2da4c623b561","remote_addr":"[fd00:1122:3344:101::c]:42689","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:39.861837711Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"079f4d31-366e-499e-bacf-13f74b9a3b02","remote_addr":"[fd00:1122:3344:101::c]:42689","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":175,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:39.895405094Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:36936"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:39.896178242Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:39.93281321Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:39.987352192Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"b4ae63dc-d8a0-4948-b412-7a4198733c01","remote_addr":"[fd00:1122:3344:101::c]:36936","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91886,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:39.987493553Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37447"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:39.987675125Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"5080c4b4-6183-4023-a1dc-3247875f76d5","remote_addr":"[fd00:1122:3344:101::c]:37447","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":135,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:39.987823667Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"2a2fe77c-8079-4541-b08d-161b5e97cf38","remote_addr":"[fd00:1122:3344:101::c]:36936","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:42.584997453Z","hostname":"sock","pid":1572,"uri":"/b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","method":"GET","req_id":"7654e666-fa49-48f9-bff4-11af9c1f500f","remote_addr":"[fd00:1122:3344:101::d]:54833","local_addr":"[fd00:1122:3344:101::1]:35758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7139,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:56.460984791Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45908"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:37:56.461101312Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"06e708cc-41fe-4f48-8f0e-0361c8d1155a","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45908","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":80,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:08.278912984Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:54324"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:08.279016625Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"565176be-aeee-4d5c-b35b-c8234a2167f1","remote_addr":"[fd00:1122:3344:101::b]:54324","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":46,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:08.295847687Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:08.295866697Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"7c11a1cd-26af-4b3f-a721-c75a3d37af9c","remote_addr":"[fd00:1122:3344:101::b]:54324","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:08.305215964Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"c18d9444-2b4b-4fb8-ac25-c12b8a60f2ed","remote_addr":"[fd00:1122:3344:101::b]:54324","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":271,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:08.366147919Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63521"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:08.36621856Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a4e02bcd-c7b6-4898-8c7d-227bee66b735","remote_addr":"[fd00:1122:3344:101::a]:63521","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":27,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:08.410637046Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:08.410669807Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"f1658a7c-9612-4ba4-8f37-4c59bec70b61","remote_addr":"[fd00:1122:3344:101::a]:63521","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":62,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:08.420218046Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"ab80f135-8fce-4d4d-ae72-a5bd886cf55f","remote_addr":"[fd00:1122:3344:101::a]:63521","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":203,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:08.458147298Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63149"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:08.458359751Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"4e183a80-230e-47d6-9bda-b9026469d28a","remote_addr":"[fd00:1122:3344:101::b]:63149","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":133,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:08.504276835Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40088"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:08.504432586Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"25035e45-2fe6-4916-8b1e-f36a61a05e73","remote_addr":"[fd00:1122:3344:101::a]:40088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:08.543789215Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34909"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:08.543897087Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:08.583111704Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:08.639401686Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"37980c3d-b3b5-4f6b-94f2-3c201969c475","remote_addr":"[fd00:1122:3344:101::a]:34909","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95548,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:08.639714109Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a26b23fe-de25-4f79-aa37-c8efef080da2","remote_addr":"[fd00:1122:3344:101::a]:34909","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:08.672285111Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50709"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:08.672455243Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:08.706955876Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:08.758444954Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"bea819a1-67c5-4970-a709-146e51aec657","remote_addr":"[fd00:1122:3344:101::b]:50709","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":86070,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:08.762362839Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"f748bb91-29cf-41e0-8624-8eca72282ef2","remote_addr":"[fd00:1122:3344:101::b]:50709","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":574,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:09.876929961Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:62308"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:09.877895812Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"3876d508-5cfa-4be1-82bd-e61878207def","remote_addr":"[fd00:1122:3344:101::c]:62308","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":900,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:09.896113136Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:09.896127649Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"ef7bd133-b4f5-4fc9-bb1d-3640fddc4b2c","remote_addr":"[fd00:1122:3344:101::c]:62308","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":81,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:09.905426806Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"eb43f19a-5ea0-4b8d-9ca0-c0898e06182a","remote_addr":"[fd00:1122:3344:101::c]:62308","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":225,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:10.057102227Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:61890"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:10.057286699Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"5aab3383-6e60-4e08-8658-96e48da20bdd","remote_addr":"[fd00:1122:3344:101::c]:61890","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":139,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:10.125202853Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:45729"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:10.125314675Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:10.161186784Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:10.213933856Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"25c80b67-7375-4cb2-bb31-00d4d080c9ba","remote_addr":"[fd00:1122:3344:101::c]:45729","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88674,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:10.21434807Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"e5d6743c-fc2d-4eef-bb79-e196e38091a1","remote_addr":"[fd00:1122:3344:101::c]:45729","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":141,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:12.586288726Z","hostname":"sock","pid":1572,"uri":"/b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","method":"GET","req_id":"bdb3dd52-acfa-4a9e-9ab4-8994933c2f0e","remote_addr":"[fd00:1122:3344:101::d]:54833","local_addr":"[fd00:1122:3344:101::1]:35758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8989,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:26.494627144Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49874"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:26.494722455Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"0e26c9c5-32a4-4923-926e-c2156064e900","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49874","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":41,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:38.237571433Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44779"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:38.237708044Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"aa44c883-aa3c-482f-9eae-ceb4c2b69a39","remote_addr":"[fd00:1122:3344:101::b]:44779","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":61,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:38.258665133Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62344"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:38.259348081Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"52f34896-31cb-4dae-9b79-acdaa34cfef5","remote_addr":"[fd00:1122:3344:101::a]:62344","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":596,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:38.278759383Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:38.278784953Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"d25e09e2-5c3d-418a-a1de-09493b04ce49","remote_addr":"[fd00:1122:3344:101::b]:44779","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":78,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:38.288960409Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"551059a0-1326-4e8f-a368-5f18aa541196","remote_addr":"[fd00:1122:3344:101::b]:44779","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":200,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:38.303781548Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:38.303802508Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"6072fd74-8c0e-44f4-9e93-66804794597c","remote_addr":"[fd00:1122:3344:101::a]:62344","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":32,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:38.312092853Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52996"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:38.312171374Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:38.355344556Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:38.414018626Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"871f2d2b-4f74-4c70-884f-33cd1e56d2d1","remote_addr":"[fd00:1122:3344:101::a]:52996","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101867,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:38.414308819Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:35082"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:38.41438691Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:54591"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:38.414491811Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"cbeb60cb-b3a3-444f-adbe-5d4441373851","remote_addr":"[fd00:1122:3344:101::a]:52996","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":217,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:38.414578192Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"8741709f-7bf2-4fa8-81a6-17b4d2f4b84c","remote_addr":"[fd00:1122:3344:101::a]:62344","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":372,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:38.414741534Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"539fa9fe-f8f8-425e-9564-9955a5b2f295","remote_addr":"[fd00:1122:3344:101::b]:35082","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":182,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:38.415466542Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:38.45212835Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43680"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:38.452382903Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"626f2c7a-809b-437d-a69d-e17436d41fa8","remote_addr":"[fd00:1122:3344:101::a]:43680","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":154,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:38.456876484Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:38.517570667Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"a00fd59f-82f2-4d3f-8699-4d1817c02a36","remote_addr":"[fd00:1122:3344:101::b]:54591","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102939,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:38.517989161Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"9864b79a-c957-4bc9-a373-c91d19da162a","remote_addr":"[fd00:1122:3344:101::b]:54591","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":165,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:39.761233493Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64175"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:39.761394215Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"32f549a7-28eb-4977-bccf-67b1881855b5","remote_addr":"[fd00:1122:3344:101::c]:64175","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:39.809904158Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:39.809942149Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"11dc6c24-c6b3-49cf-9804-1e138922f01b","remote_addr":"[fd00:1122:3344:101::c]:64175","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":770,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:39.820524149Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"a13c0c19-792f-473a-ab3a-2461084be79c","remote_addr":"[fd00:1122:3344:101::c]:64175","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":189,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:39.882760319Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47675"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:39.882959731Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"2fe30d74-17dd-434b-94f1-50327731f6d6","remote_addr":"[fd00:1122:3344:101::c]:47675","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:39.996842121Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:42500"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:39.996968892Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:40.037172921Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:40.089391466Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"79aac665-2855-4f87-97e9-7f3a83c1ba8e","remote_addr":"[fd00:1122:3344:101::c]:42500","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92494,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:40.0897376Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"92483a20-1ab7-4f8d-ba20-ccd9fcefd261","remote_addr":"[fd00:1122:3344:101::c]:42500","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:42.58562013Z","hostname":"sock","pid":1572,"uri":"/b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","method":"GET","req_id":"a8798a7c-56fd-4728-9a79-59db55b82a2c","remote_addr":"[fd00:1122:3344:101::d]:54833","local_addr":"[fd00:1122:3344:101::1]:35758","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7527,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:44.558448163Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42079"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:44.558672726Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"0da76e30-7fe2-4f22-b4b5-eb32dcca23a0","remote_addr":"[fd00:1122:3344:101::a]:42079","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":135,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:44.559726248Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:838","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(3531126) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:44.559760228Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"PUT","req_id":"919ad543-50eb-4dab-8e98-23875461043a","remote_addr":"[fd00:1122:3344:101::a]:42079","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":913,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:44.747582441Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36240"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:44.752475587Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: 14b22c13-e1c8-4890-8cab-cf83b7b49279, project_id: bf36986a-551a-492d-9a15-e9e91cd86f39 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-15T18:38:44.747355708Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: d066826b-90db-4293-a6c5-364db7860142, kind: Instance { id: 39800d92-f861-4393-8ed8-d10c3cdd4114 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3531126), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d066826b-90db-4293-a6c5-364db7860142, kind: Instance { id: 39800d92-f861-4393-8ed8-d10c3cdd4114 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3531126), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d066826b-90db-4293-a6c5-364db7860142, kind: Instance { id: 39800d92-f861-4393-8ed8-d10c3cdd4114 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3531126), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(3531126))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d066826b-90db-4293-a6c5-364db7860142, kind: Instance { id: 39800d92-f861-4393-8ed8-d10c3cdd4114 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3531126), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-e4ab07e358\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: f6a33668-d856-4717-ad44-7b0387a4f9a8, read_only_parent: Some(Volume { block_size: 512, id: 2ede56e8-5850-4e2c-9107-55373261cc4a, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 45037399-45dc-490d-8751-61a44cd97165, key: Some(\"LHLS8a3fZBN+fwWUdb0s5eqyZBwa3elwwJcq81w3ryQ=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19002\", \"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::19]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: f6a33668-d856-4717-ad44-7b0387a4f9a8, key: Some(\"hmYjyMBpTKRVwVA2rUr66F8f3VUPH3gnyLpQMA4BNJU=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::17]:19001\", \"[fd00:1122:3344:101::16]:19000\", \"[fd00:1122:3344:101::12]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-e4ab07e358\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:44.752519027Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:44.753716661Z","hostname":"sock","pid":1572,"propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"sled-agent/src/instance.rs:1139","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: d066826b-90db-4293-a6c5-364db7860142, kind: Instance { id: 39800d92-f861-4393-8ed8-d10c3cdd4114 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3531126), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d066826b-90db-4293-a6c5-364db7860142, kind: Instance { id: 39800d92-f861-4393-8ed8-d10c3cdd4114 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3531126), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d066826b-90db-4293-a6c5-364db7860142, kind: Instance { id: 39800d92-f861-4393-8ed8-d10c3cdd4114 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3531126), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(3531126))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d066826b-90db-4293-a6c5-364db7860142, kind: Instance { id: 39800d92-f861-4393-8ed8-d10c3cdd4114 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3531126), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-e4ab07e358\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: f6a33668-d856-4717-ad44-7b0387a4f9a8, read_only_parent: Some(Volume { block_size: 512, id: 2ede56e8-5850-4e2c-9107-55373261cc4a, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 45037399-45dc-490d-8751-61a44cd97165, key: Some(\"LHLS8a3fZBN+fwWUdb0s5eqyZBwa3elwwJcq81w3ryQ=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19002\", \"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::19]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: f6a33668-d856-4717-ad44-7b0387a4f9a8, key: Some(\"hmYjyMBpTKRVwVA2rUr66F8f3VUPH3gnyLpQMA4BNJU=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::17]:19001\", \"[fd00:1122:3344:101::16]:19000\", \"[fd00:1122:3344:101::12]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-e4ab07e358\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-15T18:38:44.747355708Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:44.753994464Z","hostname":"sock","pid":1572,"uri":"/vmms/6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","method":"PUT","req_id":"6c896222-3b4a-47e3-82fb-95f6b9c92aa8","remote_addr":"[fd00:1122:3344:101::a]:36240","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6355,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:44.844281614Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34783"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:44.846269686Z","hostname":"sock","pid":1572,"uri":"/vmms/6506ae4c-d3ea-4c97-a91d-a33bb5db3b01/state","method":"PUT","req_id":"f23770f9-b6fa-4f6c-848e-7fbd66ec399f","remote_addr":"[fd00:1122:3344:101::a]:34783","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1909,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:44.848072547Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 3531126 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:44.848829096Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:44.884010077Z","hostname":"sock","pid":1572,"instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:44.90534081Z","hostname":"sock","pid":1572,"instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:44.969016546Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53750"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:44.969794675Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"7f0302a4-5419-4979-8086-ed42bc6e10ec","remote_addr":"[fd00:1122:3344:101::a]:53750","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":691,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:44.992432064Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {d066826b-90db-4293-a6c5-364db7860142: {10.151.2.176: {e1c74390-c3d7-46fc-81f6-e5ecf45a5095}, 10.151.2.175: {e1c74390-c3d7-46fc-81f6-e5ecf45a5095}}} }"} {"msg":"Profile for oxz_propolis-server_6506ae4c-d3ea-4c97-a91d-a33bb5db3b01:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:46.376763984Z","hostname":"sock","pid":1572,"instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_6506ae4c-d3ea-4c97-a91d-a33bb5db3b01 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:46.376962816Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_6506ae4c-d3ea-4c97-a91d-a33bb5db3b01\") failed: Property not found. retry in 47.098089ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:38:46.570328442Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_6506ae4c-d3ea-4c97-a91d-a33bb5db3b01\") failed: Property not found. retry in 120.59163ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:38:46.631613231Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_6506ae4c-d3ea-4c97-a91d-a33bb5db3b01\") failed: Property not found. retry in 228.093389ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:38:46.767113887Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_6506ae4c-d3ea-4c97-a91d-a33bb5db3b01\") failed: Property not found. retry in 225.986715ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:38:47.008028655Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_6506ae4c-d3ea-4c97-a91d-a33bb5db3b01\") failed: Property not found. retry in 537.247425ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:38:47.245809157Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_6506ae4c-d3ea-4c97-a91d-a33bb5db3b01\") failed: Property not found. retry in 1.498339055s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:38:47.799488083Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_6506ae4c-d3ea-4c97-a91d-a33bb5db3b01\") failed: Property not found. retry in 767.159083ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:38:49.309622508Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_6506ae4c-d3ea-4c97-a91d-a33bb5db3b01\") failed: Property not found. retry in 1.001724732s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:38:50.088708335Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_6506ae4c-d3ea-4c97-a91d-a33bb5db3b01\") failed: Property not found. retry in 1.311041557s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:38:51.101448808Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:52.440122467Z","hostname":"sock","pid":1572,"instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"sled-agent/src/instance.rs:1633"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:52.449235131Z","hostname":"sock","pid":1572,"instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"sled-agent/src/instance.rs:1642"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:52.487008232Z","hostname":"sock","pid":1572,"instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"sled-agent/src/instance.rs:1666"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:52.624989946Z","hostname":"sock","pid":1572,"instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"sled-agent/src/instance.rs:835"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:52.625869506Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:52.625920076Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"f184adf1-04f7-4f1e-b5e6-06974155b0b7","remote_addr":"[fd00:1122:3344:101::a]:53750","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7633541,"response_code":"204"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-10-15T18:38:52.627271792Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:52.627302962Z","hostname":"sock","pid":1572,"instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:52.627318152Z","hostname":"sock","pid":1572,"instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-15T18:38:52.627271792Z }","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:52.627329442Z","hostname":"sock","pid":1572,"instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-15T18:38:52.627271792Z }, migration_in: None, migration_out: None }","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-10-15T18:38:52.688984916Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:52.689017496Z","hostname":"sock","pid":1572,"instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:52.689050826Z","hostname":"sock","pid":1572,"instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-15T18:38:52.688984916Z }","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:52.689059066Z","hostname":"sock","pid":1572,"instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-15T18:38:52.688984916Z }, migration_in: None, migration_out: None }","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:52.707562188Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"582e8657-efc9-4c4f-a8cc-6a0353192531","remote_addr":"[fd00:1122:3344:101::a]:53750","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":282,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:56.52836999Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40783"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:38:56.530053139Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"570bdcd6-d627-4b4a-9223-56440c182398","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40783","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":51,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:02.5528487Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:54023"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:02.553482167Z","hostname":"sock","pid":1572,"uri":"/vmms/6506ae4c-d3ea-4c97-a91d-a33bb5db3b01/state","method":"PUT","req_id":"5b145b0b-cc34-47db-b98f-0413c3f986cb","remote_addr":"[fd00:1122:3344:101::a]:54023","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":502,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-10-15T18:39:02.553580698Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:02.553602768Z","hostname":"sock","pid":1572,"instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:02.553618048Z","hostname":"sock","pid":1572,"instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-15T18:39:02.553580698Z }","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:02.553641859Z","hostname":"sock","pid":1572,"instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-15T18:39:02.553580698Z }, migration_in: None, migration_out: None }","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-10-15T18:39:02.601489074Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:02.601508925Z","hostname":"sock","pid":1572,"instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:02.601551255Z","hostname":"sock","pid":1572,"instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-10-15T18:39:02.601489074Z }","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:02.601559995Z","hostname":"sock","pid":1572,"instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"sled-agent/src/instance.rs:721","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:02.601572286Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:39:02.602099041Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"7639966129524159520"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:39:02.602256953Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"6782136450791279104"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:02.603370706Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:02.603385836Z","hostname":"sock","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/7c5337d2-626b-4302-a81d-a3b3ae9e3077/debug/bundle/zone\", \"/pool/int/7ec9228f-66f1-479f-8b37-5a52a826da29/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/2de1de63-916d-41a7-aad9-8c2c422d0bf1/crypt/debug\", \"/pool/ext/43046e3c-d342-412d-8595-be6594352e05/crypt/debug\", \"/pool/ext/16c9b9f3-ec41-4058-9aa6-27bbfb9792d3/crypt/debug\", \"/pool/ext/e03affdc-b808-46e9-a0e9-f0b8804942c1/crypt/debug\", \"/pool/ext/5a14f3e2-c2af-4439-98e4-764b2dbe5d6c/crypt/debug\", \"/pool/ext/a2a6c8c1-72e6-4543-bb10-d6a1d37b5f0e/crypt/debug\", \"/pool/ext/ca5b1e9a-5313-4445-8bbf-189983f36e1c/crypt/debug\", \"/pool/ext/685f5a45-4fc5-4ec3-8da1-0d9c8cfa22da/crypt/debug\", \"/pool/ext/08eb30ef-f106-403d-980b-fe3c401faf27/crypt/debug\"] }","zone_name":"oxz_propolis-server_6506ae4c-d3ea-4c97-a91d-a33bb5db3b01"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:03.331043686Z","hostname":"sock","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_6506ae4c-d3ea-4c97-a91d-a33bb5db3b01\", bundle_id: a8c35808-b37b-4f83-9d81-c6221bfda2b4 }, time_created: 2024-10-15T18:39:02.603509528Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T18:39:03.331138417Z","hostname":"sock","pid":1572,"instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"sled-agent/src/instance.rs:935"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:05.08660484Z","hostname":"sock","pid":1572,"instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:05.10414325Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(3531126), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:05.104186831Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(3531126), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:05.104562075Z","hostname":"sock","pid":1572,"instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-15T18:39:05.104527275Z }, migration_in: None, migration_out: None }","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:05.26985537Z","hostname":"sock","pid":1572,"instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-15T18:39:05.104527275Z }, migration_in: None, migration_out: None }","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:05.274749196Z","hostname":"sock","pid":1572,"instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","propolis_id":"6506ae4c-d3ea-4c97-a91d-a33bb5db3b01","instance_id":"39800d92-f861-4393-8ed8-d10c3cdd4114","component":"InstanceManager","file":"sled-agent/src/instance.rs:872"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:06.184485214Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38944"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:06.184594045Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"8ac33edb-8195-4533-8e99-945bad3fcecd","remote_addr":"[fd00:1122:3344:101::c]:38944","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:06.202493319Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {d066826b-90db-4293-a6c5-364db7860142: {10.151.2.176: {e1c74390-c3d7-46fc-81f6-e5ecf45a5095}, 10.151.2.175: {e1c74390-c3d7-46fc-81f6-e5ecf45a5095}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:06.202677621Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"8d0aaa8f-d019-49e9-aafd-0ab325e58b7c","remote_addr":"[fd00:1122:3344:101::c]:38944","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":266,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:06.211750615Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"aa66e46e-cd9e-4ead-90d9-d608161678f5","remote_addr":"[fd00:1122:3344:101::c]:38944","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":211,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:06.266752212Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52383"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:06.266921774Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"1a3534c1-3cfd-46b6-abeb-bc24b4cb4d2c","remote_addr":"[fd00:1122:3344:101::c]:52383","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:07.60874593Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63630"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:07.608995583Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"3402f2f2-20e7-4d6c-9e30-a3e0c924c2cc","remote_addr":"[fd00:1122:3344:101::a]:63630","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":193,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:07.721938411Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64744"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:07.722020042Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6f6fecf3-c21f-4bb9-929f-5757da201e52","remote_addr":"[fd00:1122:3344:101::a]:64744","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":44,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:07.746095957Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:07.746168897Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:07.746183638Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"8f3a9b70-4cd6-4418-970d-a7a8dc72b4b5","remote_addr":"[fd00:1122:3344:101::a]:64744","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":130,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:07.754243289Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"eb4e01a2-54df-4c1b-8ca0-71072502e494","remote_addr":"[fd00:1122:3344:101::a]:64744","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":215,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.321361098Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:35337"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.321474399Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"d34ee0ba-d1d0-405c-bbc4-de19f213a717","remote_addr":"[fd00:1122:3344:101::b]:35337","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":40,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.366211349Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.36623768Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"c4f86d80-c563-4654-ad77-b7aa62d8b2af","remote_addr":"[fd00:1122:3344:101::b]:35337","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":68,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.377803402Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d2c3c0f7-ff47-45c6-a0da-7a1272087ccd","remote_addr":"[fd00:1122:3344:101::b]:35337","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":226,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.381416403Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41000"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.381498134Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"709a2fc3-e271-48d9-8754-d22a66e9c2db","remote_addr":"[fd00:1122:3344:101::a]:41000","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":26,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.428642652Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.428669942Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"568de1ee-735f-4bc3-a6a3-33a314dce6e2","remote_addr":"[fd00:1122:3344:101::a]:41000","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":75,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.48633852Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43855"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.486668334Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"054232ff-cf3d-427a-bc07-42db3ec29fab","remote_addr":"[fd00:1122:3344:101::a]:43855","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":232,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.496617107Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"937c4e57-862f-4abc-ac2d-100016ce9f0a","remote_addr":"[fd00:1122:3344:101::a]:41000","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":386,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.578229028Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35724"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.578359869Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.618294615Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.674457976Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"1e237e8d-7b18-4885-b6d6-0469d0c2a111","remote_addr":"[fd00:1122:3344:101::a]:35724","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96154,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.674583177Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42832"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.674621167Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:40132"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.674979522Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"3270bc25-5b02-4672-a725-ecd8758bfc41","remote_addr":"[fd00:1122:3344:101::b]:40132","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":261,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.675043022Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"5d41823e-4a6e-4211-88e2-61aaee6381c0","remote_addr":"[fd00:1122:3344:101::a]:35724","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":286,"response_code":"200"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.675173334Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 90168a81-c907-449c-8c1e-3421ab0bf07a, kind: Service { id: 02029ee5-f1fa-40e2-92b6-2f5d379b3f3a }, name: Name(\"external-dns-02029ee5-f1fa-40e2-92b6-2f5d379b3f3a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 160])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 99ca603b-c8e9-43ae-9a23-6b9d96390568, kind: Service { id: 4579e4d4-788a-4a55-991f-cbafedaed68f }, name: Name(\"external-dns-4579e4d4-788a-4a55-991f-cbafedaed68f\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 206])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7a1f6074-9114-491e-b6cf-02dbc147213d, kind: Service { id: ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6 }, name: Name(\"nexus-ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 83])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cda30329-3f2f-4260-bd92-856e1b0e238c, kind: Service { id: 543f63f0-ceb2-4804-8c76-8af5affedc82 }, name: Name(\"nexus-543f63f0-ceb2-4804-8c76-8af5affedc82\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 163])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d1ce233c-c1bc-4a66-b925-4855068f169e, kind: Service { id: 9a77fa79-e714-4617-aabe-73c3184f8017 }, name: Name(\"nexus-9a77fa79-e714-4617-aabe-73c3184f8017\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 99])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.675216414Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.675255975Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.675275755Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.675307355Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.675343776Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.675354336Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.675392636Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"1498617a-676b-4cec-a116-0886fef6eb83","remote_addr":"[fd00:1122:3344:101::a]:42832","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":516,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.721091668Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:59966"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.722049919Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 90168a81-c907-449c-8c1e-3421ab0bf07a, kind: Service { id: 02029ee5-f1fa-40e2-92b6-2f5d379b3f3a }, name: Name(\"external-dns-02029ee5-f1fa-40e2-92b6-2f5d379b3f3a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 160])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 99ca603b-c8e9-43ae-9a23-6b9d96390568, kind: Service { id: 4579e4d4-788a-4a55-991f-cbafedaed68f }, name: Name(\"external-dns-4579e4d4-788a-4a55-991f-cbafedaed68f\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 206])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7a1f6074-9114-491e-b6cf-02dbc147213d, kind: Service { id: ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6 }, name: Name(\"nexus-ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 83])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cda30329-3f2f-4260-bd92-856e1b0e238c, kind: Service { id: 543f63f0-ceb2-4804-8c76-8af5affedc82 }, name: Name(\"nexus-543f63f0-ceb2-4804-8c76-8af5affedc82\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 163])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d1ce233c-c1bc-4a66-b925-4855068f169e, kind: Service { id: 9a77fa79-e714-4617-aabe-73c3184f8017 }, name: Name(\"nexus-9a77fa79-e714-4617-aabe-73c3184f8017\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 99])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.722109789Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.7221587Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.72219197Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.72220619Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.72222915Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.722242291Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.722269731Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"32ac95dc-4ad4-43d8-8480-0f6e9a66855f","remote_addr":"[fd00:1122:3344:101::b]:59966","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1080,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.753356005Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:59602"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.753476677Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.79147266Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.848746514Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"494770cf-5ac8-46d8-bb2f-55539adf6aa3","remote_addr":"[fd00:1122:3344:101::b]:59602","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95311,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.853093603Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"1248171d-8747-4510-85f4-333a72d45723","remote_addr":"[fd00:1122:3344:101::b]:59602","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":687,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.858435074Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51670"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.858603936Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"48d603fa-d6ca-4464-9dfa-ed648e461df5","remote_addr":"[fd00:1122:3344:101::a]:51670","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":84,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.904069095Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.904096125Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"d7dce373-b59f-46fb-b2d0-d9c32b54f44b","remote_addr":"[fd00:1122:3344:101::a]:51670","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":112,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:08.911377578Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"82619ae3-e7e4-4722-a1ab-9bf1231b6fa5","remote_addr":"[fd00:1122:3344:101::a]:51670","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":223,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:09.965925177Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:56313"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:09.966068759Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"19f78757-20fb-498a-a448-61cb2655dd78","remote_addr":"[fd00:1122:3344:101::c]:56313","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:10.022621414Z","hostname":"sock","pid":1572,"sled_id":"b7a23b11-232f-4d82-b81f-0ef2d0fee3c2","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:10.022652534Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"3698c7a1-5975-42b1-9e8c-15c96ba36d91","remote_addr":"[fd00:1122:3344:101::c]:56313","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":910,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:10.03367103Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"2f59e264-a134-47a9-a884-ee019c463249","remote_addr":"[fd00:1122:3344:101::c]:56313","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":240,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:10.141342958Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:39121"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:10.141448319Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:10.182015112Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:10.242667054Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"1e87cceb-f750-4090-8c77-dee6ba3ea1d2","remote_addr":"[fd00:1122:3344:101::c]:39121","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101264,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:10.242843406Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37247"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:10.243138849Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"1d60bece-bd85-4f57-9065-0632c864ee90","remote_addr":"[fd00:1122:3344:101::c]:37247","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":204,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:10.24317865Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"8fcad976-e9bd-440d-9865-69816e81d8f8","remote_addr":"[fd00:1122:3344:101::c]:39121","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":238,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:10.331434616Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:62069"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:10.33172345Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 90168a81-c907-449c-8c1e-3421ab0bf07a, kind: Service { id: 02029ee5-f1fa-40e2-92b6-2f5d379b3f3a }, name: Name(\"external-dns-02029ee5-f1fa-40e2-92b6-2f5d379b3f3a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 160])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 99ca603b-c8e9-43ae-9a23-6b9d96390568, kind: Service { id: 4579e4d4-788a-4a55-991f-cbafedaed68f }, name: Name(\"external-dns-4579e4d4-788a-4a55-991f-cbafedaed68f\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 206])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7a1f6074-9114-491e-b6cf-02dbc147213d, kind: Service { id: ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6 }, name: Name(\"nexus-ce9e6131-8cf6-4afe-a294-67fe2ffcf1a6\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 83])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cda30329-3f2f-4260-bd92-856e1b0e238c, kind: Service { id: 543f63f0-ceb2-4804-8c76-8af5affedc82 }, name: Name(\"nexus-543f63f0-ceb2-4804-8c76-8af5affedc82\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 163])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d1ce233c-c1bc-4a66-b925-4855068f169e, kind: Service { id: 9a77fa79-e714-4617-aabe-73c3184f8017 }, name: Name(\"nexus-9a77fa79-e714-4617-aabe-73c3184f8017\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 99])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:10.33178888Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:10.331836541Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:10.331861191Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:10.331880511Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:10.331909022Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:10.331926492Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T18:39:10.331955052Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"5eb488d1-292f-489e-9f5e-61c77a338569","remote_addr":"[fd00:1122:3344:101::c]:62069","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":430,"response_code":"204"}