[ Oct 9 17:17:28 Enabled. ] [ Oct 9 17:17:28 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Oct 9 17:17:28 Method "start" exited with status 0. ] [ Oct 9 17:17:28 Rereading configuration. ] [ Oct 9 17:17:28 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:28.058572866Z","hostname":"sock","pid":1562,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:28.058724109Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:28.112316753Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:28.112360014Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:28.226487612Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:28.235285241Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:28.243724373Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:28.847346493Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:28.98562408Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:28.985661521Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:28.985758023Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:28.985853125Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:28.985897946Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:28.985936787Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:28.988848609Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:28.98885605Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:28.98886638Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:28.98887935Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:28.988893781Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:28.988948632Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:28.989008963Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:28.989054934Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:28.989076965Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:28.999889797Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:28.999922538Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"dfe0d71d-bf47-4078-b268-488a1a86dacf (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:29.118649765Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: dfe0d71d-bf47-4078-b268-488a1a86dacf (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:29.597219101Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:29.597250942Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:29.597255752Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:29.597268722Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:29.597277202Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:29.597300043Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:29.597305893Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:29.605809386Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:29.605833887Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"a68a8815-ae7a-4f04-9580-d984724ba325 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:29.710212675Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: a68a8815-ae7a-4f04-9580-d984724ba325 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182521485Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182559776Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dfe0d71d-bf47-4078-b268-488a1a86dacf (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a68a8815-ae7a-4f04-9580-d984724ba325 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182597937Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182604517Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182619407Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182629577Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182673249Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182682079Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dfe0d71d-bf47-4078-b268-488a1a86dacf (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a68a8815-ae7a-4f04-9580-d984724ba325 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182700659Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182707339Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.18272586Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.1827438Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182786931Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182799901Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dfe0d71d-bf47-4078-b268-488a1a86dacf (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a68a8815-ae7a-4f04-9580-d984724ba325 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182825992Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182831292Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182838122Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182843012Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182847252Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182851752Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dfe0d71d-bf47-4078-b268-488a1a86dacf (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a68a8815-ae7a-4f04-9580-d984724ba325 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182869463Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182882813Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182888633Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182893183Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182897853Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182901543Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dfe0d71d-bf47-4078-b268-488a1a86dacf (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a68a8815-ae7a-4f04-9580-d984724ba325 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182918884Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182924784Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182928804Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182933384Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182938414Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182944134Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dfe0d71d-bf47-4078-b268-488a1a86dacf (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a68a8815-ae7a-4f04-9580-d984724ba325 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182967855Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182972635Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182976865Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.182983455Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.183026236Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.183043137Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dfe0d71d-bf47-4078-b268-488a1a86dacf (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a68a8815-ae7a-4f04-9580-d984724ba325 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.183072397Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.183076307Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.183081337Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.183085337Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.183088858Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.183100288Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.183104848Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dfe0d71d-bf47-4078-b268-488a1a86dacf (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a68a8815-ae7a-4f04-9580-d984724ba325 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.183139528Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.183144489Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.183149019Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.183152609Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.183157059Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dfe0d71d-bf47-4078-b268-488a1a86dacf (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a68a8815-ae7a-4f04-9580-d984724ba325 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.183184669Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.18318872Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.18319295Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.18319635Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.1832026Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.18321352Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.18321701Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dfe0d71d-bf47-4078-b268-488a1a86dacf (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a68a8815-ae7a-4f04-9580-d984724ba325 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.183246411Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.183250941Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.183254321Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.183257851Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/dfe0d71d-bf47-4078-b268-488a1a86dacf/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.183300792Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/a68a8815-ae7a-4f04-9580-d984724ba325/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.183317392Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.183325392Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/dfe0d71d-bf47-4078-b268-488a1a86dacf/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.183335893Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/a68a8815-ae7a-4f04-9580-d984724ba325/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.183344293Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.183348473Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.183376544Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.183380974Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.194144385Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:739"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.194175296Z","hostname":"sock","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999931659s","next_cleanup":"Instant { tv_sec: 1366, tv_nsec: 837020790 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.194242348Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3944"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.194253488Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/dfe0d71d-bf47-4078-b268-488a1a86dacf/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.194320289Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/a68a8815-ae7a-4f04-9580-d984724ba325/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.19715214Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.19760578Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.199237335Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.199668755Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1074"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.199681195Z","hostname":"sock","pid":1562,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.199853179Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/dfe0d71d-bf47-4078-b268-488a1a86dacf/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.199901849Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/a68a8815-ae7a-4f04-9580-d984724ba325/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.19991445Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.19992636Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1137"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.199955461Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/dfe0d71d-bf47-4078-b268-488a1a86dacf/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.199966811Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/a68a8815-ae7a-4f04-9580-d984724ba325/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.199974761Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.199984671Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1179"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.199988951Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.199993122Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.200010252Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/dfe0d71d-bf47-4078-b268-488a1a86dacf/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.200037023Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/a68a8815-ae7a-4f04-9580-d984724ba325/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.200327729Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 37f28080-862d-4ae8-af71-1d2b57463458,\n sleds: {\n [fdb0:18c0:4d0d:a02a::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 7fb76027-0cc2-4597-be33-aafd44ac97e0 (sled),\n rack_id: 37f28080-862d-4ae8-af71-1d2b57463458,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.200593414Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.200599455Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1213"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.200648806Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/dfe0d71d-bf47-4078-b268-488a1a86dacf/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.200662386Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/a68a8815-ae7a-4f04-9580-d984724ba325/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.200809679Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.200941542Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.201001553Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 7fb76027-0cc2-4597-be33-aafd44ac97e0 (sled), rack_id: 37f28080-862d-4ae8-af71-1d2b57463458, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.20130173Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4241"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.201366291Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4623"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.205849778Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.211735984Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.211842127Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.215885034Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.215940025Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.216024507Z","hostname":"sock","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:63385","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 7fb76027-0cc2-4597-be33-aafd44ac97e0 (sled), rack_id: 37f28080-862d-4ae8-af71-1d2b57463458, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.21616442Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.21618193Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.216233731Z","hostname":"sock","pid":1562,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.216241591Z","hostname":"sock","pid":1562,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.216252342Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.216258132Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.216284252Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/dfe0d71d-bf47-4078-b268-488a1a86dacf/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.216343583Z","hostname":"sock","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/a68a8815-ae7a-4f04-9580-d984724ba325/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.216357204Z","hostname":"sock","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.216400745Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.216408345Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.216415385Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.216470156Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.216487327Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.231740645Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.251630643Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.266608496Z","hostname":"sock","pid":1562,"sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:391"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.266671998Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.266684638Z","hostname":"sock","pid":1562,"sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:403"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.266698548Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.269216242Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Failed enable ddm stats (will retry after 143.033565ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.27237736Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03a78582-de29-4edb-ba3c-f1d6adf65fed\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 17:17:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"03a78582-de29-4edb-ba3c-f1d6adf65fed\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_dfe0d71d-bf47-4078-b268-488a1a86dacf/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.279528544Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_dfe0d71d-bf47-4078-b268-488a1a86dacf/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.308030148Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_dfe0d71d-bf47-4078-b268-488a1a86dacf/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.308078029Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.312642748Z","hostname":"sock","pid":1562,"sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:418"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.312658908Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_dfe0d71d-bf47-4078-b268-488a1a86dacf/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.312664378Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.414498351Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.416711949Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 131.602211ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.417454225Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e724b785-4a85-419f-a4c3-75aeed2447b1\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 17:17:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e724b785-4a85-419f-a4c3-75aeed2447b1\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.550558231Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 156.650204ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.551160874Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"326401df-9091-40da-b0f2-d76b21860d22\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 17:17:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"326401df-9091-40da-b0f2-d76b21860d22\" }"} {"msg":"Mounting oxi_dfe0d71d-bf47-4078-b268-488a1a86dacf/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.633074218Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.645588058Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.645646089Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.645664329Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.6456893Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.708935002Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 88.284318ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.709381711Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4579b716-dd92-4d5d-a21d-bdf1bf7053ab\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 17:17:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4579b716-dd92-4d5d-a21d-bdf1bf7053ab\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.79848367Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 210.50188ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:30.799050692Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15812b15-29ce-45e6-8744-50a25374d090\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 17:17:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"15812b15-29ce-45e6-8744-50a25374d090\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:31.010547937Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 254.768975ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:31.011240922Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4a869ee-7c84-4fdb-a854-dc101375ca2f\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 17:17:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e4a869ee-7c84-4fdb-a854-dc101375ca2f\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:31.266655112Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 203.79554ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:31.267371457Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5d12077-4219-467f-85e1-a1e1b4981516\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 17:17:31 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d5d12077-4219-467f-85e1-a1e1b4981516\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:31.384369117Z","hostname":"sock","pid":1562,"sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:31.39010388Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:43015","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"producer-server","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:31.390140751Z","hostname":"sock","pid":1562,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:72","component":"producer-server","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:31.390204623Z","hostname":"sock","pid":1562,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:43015","producer_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:31.391438739Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"149.244259ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:31.392340409Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:31.392345289Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:31.39239695Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:923","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:31.39240258Z","hostname":"sock","pid":1562,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:31.472571936Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:31.541984461Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"554.786467ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:32.09869577Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"718.195362ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:32.818617814Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.355565s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:33.795173624Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2699"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:33.795202185Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2917"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:33.795209335Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2569"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:33.795213455Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2616"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:33.795230715Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:33.795234766Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3040"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:33.797053435Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2842"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:33.79823174Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2610"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:33.798334812Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:33.798565847Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 72.842452ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:34.150399384Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:34.176867484Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"5.462568085s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 69.494458ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:34.350127735Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 286.530045ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:34.525512842Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 328.000939ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:34.86671127Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 657.272581ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:35.249502163Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.437896068s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:36.089000551Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 973.096262ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:37.715692553Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 705.06005ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:38.844066602Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:39.853203894Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"5.183983282s"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:39.858394736Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:39.858439597Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:39.858467957Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/dfe0d71d-bf47-4078-b268-488a1a86dacf/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:39.858483507Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/a68a8815-ae7a-4f04-9580-d984724ba325/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:39.858703672Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:39.858891726Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:39.858940257Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, local_pref: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:39.858956078Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3944"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:39.858961628Z","hostname":"sock","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:63385","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.094138672Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.094257495Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.094333156Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/dfe0d71d-bf47-4078-b268-488a1a86dacf/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.094381647Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/a68a8815-ae7a-4f04-9580-d984724ba325/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.094405327Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.09449528Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.094545551Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.094558231Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.099594669Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4265","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.09960846Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4281"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.09961332Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.353818294Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:40771"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.354178882Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.354317345Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"bf8a2852-eaed-4a24-a2b8-14d3dc846514","remote_addr":"[fd00:1122:3344:101::1]:40771","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":301,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.383911912Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:50160"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.384071316Z","hostname":"sock","pid":1562,"uri":"/sled-role","method":"GET","req_id":"5807fe67-2e70-4f7a-8bff-794341165153","remote_addr":"[fd00:1122:3344:101::1]:50160","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":38,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.38472025Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/dfe0d71d-bf47-4078-b268-488a1a86dacf/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.38474644Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/a68a8815-ae7a-4f04-9580-d984724ba325/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.385053317Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.385262271Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:885"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 02b64304-b279-46ae-89c4-816384b78d77, pool_id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 36e81dc9-c8fb-4f95-94bc-e3ed4719b0c3, pool_id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 2f70353c-7f6f-42de-9a68-6e7404966043, pool_id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 028ca5e6-c4d8-471b-a631-d138a572172b, pool_id: 5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 95c4541c-d8f7-4985-bb3a-0a22a7c8d98a, pool_id: 15932422-3dc1-496a-99a8-25553e4bc4f0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 85b0e6c6-96ee-4fe1-af2d-7617e7629e40, pool_id: bcc6cfc0-f84c-4a90-86b8-74ccaa872d68 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: efb11514-10b7-4dc4-8aec-0953116685b9, pool_id: 1704e02e-0554-47d2-9b6d-689c8d766739 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: d4d1944e-9e7e-45ad-bbc8-e98cbfac9100, pool_id: 5a8ab5f9-7cec-45f6-b699-589f89d75dba (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 0aac25d4-e0c6-4f60-8cb4-7d27c4132e4f, pool_id: b629ce16-33f2-4e5d-8506-138eb852a76c (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.414269816Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.414348738Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42384"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.414592313Z","hostname":"sock","pid":1562,"sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:864"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 02b64304-b279-46ae-89c4-816384b78d77, pool_id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 36e81dc9-c8fb-4f95-94bc-e3ed4719b0c3, pool_id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 2f70353c-7f6f-42de-9a68-6e7404966043, pool_id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 028ca5e6-c4d8-471b-a631-d138a572172b, pool_id: 5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 95c4541c-d8f7-4985-bb3a-0a22a7c8d98a, pool_id: 15932422-3dc1-496a-99a8-25553e4bc4f0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 85b0e6c6-96ee-4fe1-af2d-7617e7629e40, pool_id: bcc6cfc0-f84c-4a90-86b8-74ccaa872d68 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: efb11514-10b7-4dc4-8aec-0953116685b9, pool_id: 1704e02e-0554-47d2-9b6d-689c8d766739 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: d4d1944e-9e7e-45ad-bbc8-e98cbfac9100, pool_id: 5a8ab5f9-7cec-45f6-b699-589f89d75dba (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 0aac25d4-e0c6-4f60-8cb4-7d27c4132e4f, pool_id: b629ce16-33f2-4e5d-8506-138eb852a76c (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.414630294Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/dfe0d71d-bf47-4078-b268-488a1a86dacf/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.414639734Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/a68a8815-ae7a-4f04-9580-d984724ba325/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.414646434Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.414651094Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.414679755Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.414687705Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.414697925Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.414702185Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.593060996Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:40.593100357Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"35878411-dba1-4c52-9a2d-00ba655ac645 (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/7fb76027-0cc2-4597-be33-aafd44ac97e0)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:17:41.036798052Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:41.489522882Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:17:41.49130185Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7277907949976200508"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:17:41.491435193Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1073516910476113351"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:41.521635303Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:41.529110944Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:41.529156255Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:41.529165445Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:41.529195696Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:41.529207386Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:41.529355809Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:41.52936395Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:41.572500029Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:41.579943529Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_35878411-dba1-4c52-9a2d-00ba655ac645","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:41.796659346Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:41.804895363Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:41.804924884Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:41.804973445Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:41.804980295Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:41.804986495Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:41.814790767Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:41.814804667Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:41.932678065Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:41.940768629Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:41.94080382Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:41.94081031Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:41.940846051Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:41.940854551Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:41.940992324Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:41.940999224Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:41.981841684Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_86cb53a3-21c2-4206-bfe2-1b419fd12817/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:41.991048032Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/7fb76027-0cc2-4597-be33-aafd44ac97e0)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:17:42.039682569Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_86cb53a3-21c2-4206-bfe2-1b419fd12817","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.199538082Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.207611146Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.207679107Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.207690177Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.207698378Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.207704258Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.217285234Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.217312305Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.333582548Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.341157712Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.341192872Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.341236113Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.341256564Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.341265484Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.341382696Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.341391907Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.38333431Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.391041226Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_e1224a3e-3bfb-4008-ad54-095a519153b9","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.59925203Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.607351174Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.607379945Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.607397145Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.607404436Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.607425876Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.617433081Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.617462982Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.731070239Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.73858285Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.738643142Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.738651012Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.738660282Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.738682012Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.738827386Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.738835656Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.783093909Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.789883075Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.980025319Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.987082301Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.987109212Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.987116212Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.987133653Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.987148503Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.996618307Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:42.996637457Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"15932422-3dc1-496a-99a8-25553e4bc4f0 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.107816171Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 15932422-3dc1-496a-99a8-25553e4bc4f0 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.11563597Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.11566989Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.115680341Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.115714902Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.115725092Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.115871725Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.115880315Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/7fb76027-0cc2-4597-be33-aafd44ac97e0)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:17:43.119651536Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.158625195Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_15932422-3dc1-496a-99a8-25553e4bc4f0/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.167274852Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_15932422-3dc1-496a-99a8-25553e4bc4f0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.374396742Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.382214381Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.382247711Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.382254722Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.382259442Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.382264472Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.391399599Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.391429049Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"bcc6cfc0-f84c-4a90-86b8-74ccaa872d68 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.507608531Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: bcc6cfc0-f84c-4a90-86b8-74ccaa872d68 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.515658995Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.515684745Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.515697525Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.515707596Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.515713816Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.515825378Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.515831298Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.557903374Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_bcc6cfc0-f84c-4a90-86b8-74ccaa872d68/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.565316304Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_bcc6cfc0-f84c-4a90-86b8-74ccaa872d68","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.776614074Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.784387402Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.784421982Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.784429252Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.784433833Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.784437683Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.793574389Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.7936106Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"1704e02e-0554-47d2-9b6d-689c8d766739 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.899660924Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 1704e02e-0554-47d2-9b6d-689c8d766739 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.907600145Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.907624846Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.907629766Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.907648086Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.907655136Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.907768819Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.907775899Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.949782664Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_1704e02e-0554-47d2-9b6d-689c8d766739/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:43.957611282Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/7fb76027-0cc2-4597-be33-aafd44ac97e0)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:17:44.122277698Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_1704e02e-0554-47d2-9b6d-689c8d766739","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.18226369Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.190754662Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.190798334Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.190805514Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.190810664Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.190815254Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.200294488Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.200320328Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"5a8ab5f9-7cec-45f6-b699-589f89d75dba (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.314754533Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 5a8ab5f9-7cec-45f6-b699-589f89d75dba (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.322447049Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.32249117Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.32249926Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.32250837Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.32253448Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.322637583Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.322643473Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.360885166Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_5a8ab5f9-7cec-45f6-b699-589f89d75dba/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.368391468Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_5a8ab5f9-7cec-45f6-b699-589f89d75dba","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.568825584Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.576581302Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.576618692Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.576631392Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.576643123Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.576661803Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.587293142Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.587313393Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"b629ce16-33f2-4e5d-8506-138eb852a76c (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.701234906Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: b629ce16-33f2-4e5d-8506-138eb852a76c (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.708968402Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.708998733Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.709008183Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.709030114Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.709042854Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.709188647Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.709197427Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.752182153Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_b629ce16-33f2-4e5d-8506-138eb852a76c/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.759998901Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_b629ce16-33f2-4e5d-8506-138eb852a76c","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.965416115Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.973288885Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.973333095Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/dfe0d71d-bf47-4078-b268-488a1a86dacf/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.973414507Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.97355469Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dfe0d71d-bf47-4078-b268-488a1a86dacf (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a68a8815-ae7a-4f04-9580-d984724ba325 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 15932422-3dc1-496a-99a8-25553e4bc4f0 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: bcc6cfc0-f84c-4a90-86b8-74ccaa872d68 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1704e02e-0554-47d2-9b6d-689c8d766739 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 5a8ab5f9-7cec-45f6-b699-589f89d75dba (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: b629ce16-33f2-4e5d-8506-138eb852a76c (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.973595231Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.973600861Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/a68a8815-ae7a-4f04-9580-d984724ba325/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.973767995Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.974031121Z","hostname":"sock","pid":1562,"sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:868"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.974048891Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.974060551Z","hostname":"sock","pid":1562,"sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:894","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.974067631Z","hostname":"sock","pid":1562,"sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:899"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.974072151Z","hostname":"sock","pid":1562,"sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:904"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.974105942Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.974116292Z","hostname":"sock","pid":1562,"sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:910"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.974161913Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:757","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.974169813Z","hostname":"sock","pid":1562,"sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:44.974251165Z","hostname":"sock","pid":1562,"uri":"/omicron-physical-disks","method":"PUT","req_id":"b9b40c40-079b-471b-b2cb-c122297d46b8","remote_addr":"[fd00:1122:3344:101::1]:42384","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4559816,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: f0767915-da10-4754-86dd-212ac9de2db0 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: d258f988-4dba-46e1-9e35-9b23f411d6e5 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f1382ee3-d176-4add-bb39-8d97912935a9 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:45.00604693Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:45.006221384Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:54186"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f0767915-da10-4754-86dd-212ac9de2db0, dataset_name: DatasetName { pool_name: ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:45.00652446Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:45.00652882Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f0767915-da10-4754-86dd-212ac9de2db0, dataset_name: DatasetName { pool_name: ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:45.039294436Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"11.065217224s"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d258f988-4dba-46e1-9e35-9b23f411d6e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:45.070091689Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:45.07012035Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d258f988-4dba-46e1-9e35-9b23f411d6e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/7fb76027-0cc2-4597-be33-aafd44ac97e0)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:17:45.125212226Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f1382ee3-d176-4add-bb39-8d97912935a9, dataset_name: DatasetName { pool_name: ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:45.130665494Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:45.130692114Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f1382ee3-d176-4add-bb39-8d97912935a9, dataset_name: DatasetName { pool_name: ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:45.192643008Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/dfe0d71d-bf47-4078-b268-488a1a86dacf/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:45.192673969Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/a68a8815-ae7a-4f04-9580-d984724ba325/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:45.192690169Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:45.19272791Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:45.236953473Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:45.236997173Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:45.237001254Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_d258f988-4dba-46e1-9e35-9b23f411d6e5","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:45.285657001Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_f1382ee3-d176-4add-bb39-8d97912935a9","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:45.289253669Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:45.292947938Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_d258f988-4dba-46e1-9e35-9b23f411d6e5","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:45.305954489Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_f1382ee3-d176-4add-bb39-8d97912935a9","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:45.3101941Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:45.31393107Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/7fb76027-0cc2-4597-be33-aafd44ac97e0)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:17:46.126943329Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:46.808931715Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:46.808965506Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_d258f988-4dba-46e1-9e35-9b23f411d6e5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:47.286242284Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:47.763063683Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_f1382ee3-d176-4add-bb39-8d97912935a9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:47.765333161Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:47.765496465Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:47.766982877Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Booting oxz_internal_dns_d258f988-4dba-46e1-9e35-9b23f411d6e5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:47.767002777Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_d258f988-4dba-46e1-9e35-9b23f411d6e5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_internal_dns_f1382ee3-d176-4add-bb39-8d97912935a9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:47.771548545Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f1382ee3-d176-4add-bb39-8d97912935a9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0\") failed: Property not found. retry in 29.662942ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:47.896734791Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d258f988-4dba-46e1-9e35-9b23f411d6e5\") failed: Property not found. retry in 68.375278ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:47.903488817Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_d258f988-4dba-46e1-9e35-9b23f411d6e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f1382ee3-d176-4add-bb39-8d97912935a9\") failed: Property not found. retry in 44.465782ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:47.909545957Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f1382ee3-d176-4add-bb39-8d97912935a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0\") failed: Property not found. retry in 106.233029ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:47.933630526Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f1382ee3-d176-4add-bb39-8d97912935a9\") failed: Property not found. retry in 55.994583ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:47.971538452Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f1382ee3-d176-4add-bb39-8d97912935a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d258f988-4dba-46e1-9e35-9b23f411d6e5\") failed: Property not found. retry in 69.843348ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:48.085012585Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_d258f988-4dba-46e1-9e35-9b23f411d6e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f1382ee3-d176-4add-bb39-8d97912935a9\") failed: Property not found. retry in 230.453439ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:48.264821008Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f1382ee3-d176-4add-bb39-8d97912935a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0\") failed: Property not found. retry in 252.087758ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:48.307069947Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d258f988-4dba-46e1-9e35-9b23f411d6e5\") failed: Property not found. retry in 105.104768ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:48.333640019Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_d258f988-4dba-46e1-9e35-9b23f411d6e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d258f988-4dba-46e1-9e35-9b23f411d6e5\") failed: Property not found. retry in 217.732374ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:48.473686475Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_d258f988-4dba-46e1-9e35-9b23f411d6e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f1382ee3-d176-4add-bb39-8d97912935a9\") failed: Property not found. retry in 202.411285ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:48.530802565Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f1382ee3-d176-4add-bb39-8d97912935a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0\") failed: Property not found. retry in 225.38783ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:48.597092333Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d258f988-4dba-46e1-9e35-9b23f411d6e5\") failed: Property not found. retry in 1.172094513s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:48.70513533Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_d258f988-4dba-46e1-9e35-9b23f411d6e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f1382ee3-d176-4add-bb39-8d97912935a9\") failed: Property not found. retry in 987.021202ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:48.742914173Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f1382ee3-d176-4add-bb39-8d97912935a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0\") failed: Property not found. retry in 842.802167ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:48.831605794Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0\") failed: Property not found. retry in 1.272684703s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:49.683858237Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f1382ee3-d176-4add-bb39-8d97912935a9\") failed: Property not found. retry in 1.413907616s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:49.739136817Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f1382ee3-d176-4add-bb39-8d97912935a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:17:49.860554142Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1270130573342743983"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:17:49.860666415Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5303848969021768464"} {"msg":"wait for service Some(\"oxz_internal_dns_d258f988-4dba-46e1-9e35-9b23f411d6e5\") failed: Property not found. retry in 638.303449ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:49.88785Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_d258f988-4dba-46e1-9e35-9b23f411d6e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.177085688Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4289"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.17714945Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4299","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.183430445Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4378"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.333931116Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4426"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.333985097Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4453"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.386038618Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4466"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.386090419Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4330"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.439602782Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:46933"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.439856817Z","hostname":"sock","pid":1562,"uri":"/sled-identifiers","method":"GET","req_id":"b0765162-779d-4d34-85fe-b9a1640e6891","remote_addr":"[fd00:1122:3344:101::2]:46933","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":86,"response_code":"200"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.45348795Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4372"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.453529062Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4433","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.473585343Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4444"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.473619064Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4486"} {"msg":"wait for service Some(\"oxz_internal_dns_d258f988-4dba-46e1-9e35-9b23f411d6e5\") failed: Property not found. retry in 1.291100266s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:50.536447197Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_d258f988-4dba-46e1-9e35-9b23f411d6e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.553466664Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4518"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.553503755Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4524"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.658276011Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4565"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.658332722Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:366"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/7fb76027-0cc2-4597-be33-aafd44ac97e0)","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:50.692907286Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.693253134Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:414"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.726677444Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:676"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.726788516Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:714"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.727138514Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.727160044Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:436","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.763211671Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.813198767Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.813251778Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.813265078Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.813272399Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.813279159Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.813287449Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.813293489Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.813302669Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.813312619Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.81332033Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.8133281Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.81334622Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.81335268Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.81336054Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.813367141Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.813375751Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.813382491Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.813387111Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.813392111Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.813397151Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.813401872Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.813406541Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:50.813411242Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0\") failed: Property not found. retry in 747.963897ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:50.965509207Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f1382ee3-d176-4add-bb39-8d97912935a9\") failed: Property not found. retry in 1.156262786s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:51.160591158Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f1382ee3-d176-4add-bb39-8d97912935a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:17:51.494058959Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7277907949976200508"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:17:51.494186642Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1073516910476113351"} {"msg":"wait for service Some(\"oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0\") failed: Property not found. retry in 1.117433597s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:51.72116769Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d258f988-4dba-46e1-9e35-9b23f411d6e5\") failed: Property not found. retry in 1.108612173s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:51.834689295Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_d258f988-4dba-46e1-9e35-9b23f411d6e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f1382ee3-d176-4add-bb39-8d97912935a9\") failed: Property not found. retry in 1.13730053s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:52.326505276Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f1382ee3-d176-4add-bb39-8d97912935a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0\") failed: Property not found. retry in 604.970831ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:52.848741423Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d258f988-4dba-46e1-9e35-9b23f411d6e5\") failed: Property not found. retry in 790.573161ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:52.952833264Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_d258f988-4dba-46e1-9e35-9b23f411d6e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0\") failed: Property not found. retry in 1.005822904s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:53.462142582Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f1382ee3-d176-4add-bb39-8d97912935a9\") failed: Property not found. retry in 1.258662531s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:53.471296339Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f1382ee3-d176-4add-bb39-8d97912935a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:54.749924305Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_d258f988-4dba-46e1-9e35-9b23f411d6e5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:54.749986676Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_f1382ee3-d176-4add-bb39-8d97912935a9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:54.749993606Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0"} {"msg":"Writing ledger to /pool/int/dfe0d71d-bf47-4078-b268-488a1a86dacf/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:54.750006056Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/a68a8815-ae7a-4f04-9580-d984724ba325/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:54.750379684Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:54.75064353Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"80ba57c9-98a7-47c4-a3c7-9bf18a8db429","remote_addr":"[fd00:1122:3344:101::1]:54186","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9744244,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:54.752351847Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:54.812138934Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:54.87463674Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:54.935312007Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:54.935333258Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:54.967904579Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:54.969257897Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:54.969263477Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: f0767915-da10-4754-86dd-212ac9de2db0 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: d258f988-4dba-46e1-9e35-9b23f411d6e5 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f1382ee3-d176-4add-bb39-8d97912935a9 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d402cfdd-8ae9-4cab-870d-61e90e7b4624 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d259f9ff-d29e-4904-b44b-3fbbeb8ce8d5, kind: Service { id: d402cfdd-8ae9-4cab-870d-61e90e7b4624 }, name: Name(\"ntp-d402cfdd-8ae9-4cab-870d-61e90e7b4624\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 202])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:54.999303275Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:54.999459568Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64112"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f0767915-da10-4754-86dd-212ac9de2db0, dataset_name: DatasetName { pool_name: ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:54.999798425Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:54.999804085Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f0767915-da10-4754-86dd-212ac9de2db0, dataset_name: DatasetName { pool_name: ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d258f988-4dba-46e1-9e35-9b23f411d6e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:55.020549002Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:55.020602533Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d258f988-4dba-46e1-9e35-9b23f411d6e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f1382ee3-d176-4add-bb39-8d97912935a9, dataset_name: DatasetName { pool_name: ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:55.041252228Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:55.041283059Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f1382ee3-d176-4add-bb39-8d97912935a9, dataset_name: DatasetName { pool_name: ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:55.058968289Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/dfe0d71d-bf47-4078-b268-488a1a86dacf/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:55.0590124Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/a68a8815-ae7a-4f04-9580-d984724ba325/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:55.059240205Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:55.059370848Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:55.070227522Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:55.101613278Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:55.103138401Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:55.103143281Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:55.133621857Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 238, 202]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:55.133633247Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:55.133924164Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:55.133929774Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:55.134150768Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:55.134547767Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:55.157593843Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:55.175179672Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:55.798932145Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:17:55.799028977Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624\") failed: Property not found. retry in 67.507794ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:55.93661305Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624\") failed: Property not found. retry in 64.077824ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:56.01977346Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624\") failed: Property not found. retry in 220.590719ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:56.110117176Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624\") failed: Property not found. retry in 315.210797ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:56.342703015Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624\") failed: Property not found. retry in 403.426319ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:56.66844448Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624\") failed: Property not found. retry in 665.98733ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:57.081537906Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624\") failed: Property not found. retry in 1.471565231s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:57.756764117Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624\") failed: Property not found. retry in 1.284701065s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:17:59.238430994Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:17:59.863147888Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1270130573342743983"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:17:59.863287671Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5303848969021768464"} {"msg":"wait for service Some(\"oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624\") failed: Property not found. retry in 1.403634425s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:00.532429221Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:18:01.496933131Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7277907949976200508"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:18:01.497069644Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1073516910476113351"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:01.956069809Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624"} {"msg":"Writing ledger to /pool/int/dfe0d71d-bf47-4078-b268-488a1a86dacf/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:01.95612344Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/a68a8815-ae7a-4f04-9580-d984724ba325/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:01.956648902Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:01.957091131Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"aceb28f8-eb9e-4e8e-b9b3-e3026013894e","remote_addr":"[fd00:1122:3344:101::1]:64112","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6957539,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:01.959260758Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:01.988931996Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:01.98909186Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64631"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:18:01.997361688Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:01.997508151Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"1231037e-5563-4d9b-8cb2-7e0a48d5839e","remote_addr":"[fd00:1122:3344:101::1]:64631","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8216,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:01.999976674Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:02.158184691Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:02.158356345Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:44746"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:18:03.768394307Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3959888176959634330"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:18:04.489176409Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16287867178312203902"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:18:04.75154955Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8071247295521231995"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:18:06.166221974Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:06.166304416Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"a2df84e5-e1ec-482a-a42b-13e1eb26f7b8","remote_addr":"[fd00:1122:3344:101::1]:44746","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4007883,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:06.168493923Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:06.372066757Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:06.37219883Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:51643"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:06.38099454Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"c2d7a513-219a-468d-a58e-288d10399dfd","remote_addr":"[fd00:1122:3344:101::1]:51643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8625,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:06.38240129Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:06.38240747Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:06.619576118Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:06.619763762Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:55597"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:06.628015289Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"44b39d0b-6406-4e18-8ec8-9c1f955adbc4","remote_addr":"[fd00:1122:3344:101::1]:55597","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8148,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:06.629624504Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:06.629630334Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:06.845021153Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:06.845164596Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:62346"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:06.852821101Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"a6d921a0-e150-44a4-879b-6b11835edefe","remote_addr":"[fd00:1122:3344:101::1]:62346","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7613,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:06.854249461Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:06.854260261Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:06.995312318Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:06.995454452Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:63388"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:07.003619697Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"00d16653-28e9-4675-83e5-670e8ceeec45","remote_addr":"[fd00:1122:3344:101::1]:63388","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8106,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:07.00510406Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:07.00511106Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:07.230268889Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:07.230392401Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:48037"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:07.238014195Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"062e166d-3620-4614-8243-f76fd260add5","remote_addr":"[fd00:1122:3344:101::1]:48037","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7528,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:07.240532279Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:07.24054051Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:07.66867951Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:07.668850154Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:44232"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:07.676872286Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"638ace20-1f97-449e-b6d3-9ec283eb899d","remote_addr":"[fd00:1122:3344:101::1]:44232","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7967,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:07.67843036Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:07.67843581Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:08.150126373Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:08.150298506Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:47161"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:08.157645974Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"58e49878-0fe7-4abe-a20d-3ff27caf43ed","remote_addr":"[fd00:1122:3344:101::1]:47161","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7288,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:08.159382572Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:08.159387882Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:08.588718338Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:08.588897022Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45017"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:08.597417715Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"333cd671-9562-4e7a-8c01-36d0a991bdc9","remote_addr":"[fd00:1122:3344:101::1]:45017","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8427,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.072113104 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:08.599211164Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:08.599217534Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:09.115905676Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:09.116076145Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38225"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:09.124249294Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"f25063f2-6a23-4c3d-a97f-ae1c730de62e","remote_addr":"[fd00:1122:3344:101::1]:38225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8102,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.070690311 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:09.125867711Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:09.125871742Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:09.917322402Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:09.91754774Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61430"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:09.925183444Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"a77d641b-dd47-436d-a8d1-051d7ad5916a","remote_addr":"[fd00:1122:3344:101::1]:61430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7591,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.07905823 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:09.926881945Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:09.926886633Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:18:09.993457399Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1270130573342743983"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:18:09.99357487Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5303848969021768464"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:10.537467409Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:10.537636528Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:32777"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:10.545512802Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"ceb32995-ab5c-411b-893e-e4c25138b628","remote_addr":"[fd00:1122:3344:101::1]:32777","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7752,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.077382609 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:10.54709817Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:10.547102145Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:11.299750855Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"244.963302ms"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:18:11.63094176Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7277907949976200508"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:18:11.631133431Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1073516910476113351"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:11.849169371Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:11.849323659Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:36121"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:11.857969188Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"58c4d2cd-9694-4206-89b5-cbbae9057118","remote_addr":"[fd00:1122:3344:101::1]:36121","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8506,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3497099922, ip_addr: 208.113.130.146, stratum: 3, ref_time: 1728494290.834631, correction: 0.06363932 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:11.860056422Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:11.86006156Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:18:12.093057534Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13337512299139806477"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:18:12.093174593Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16348620548111049498"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:12.780923616Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:12.781019355Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:56377"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:12.789654892Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"5eccc40f-0c22-42e5-a05f-5b347f82d8d5","remote_addr":"[fd00:1122:3344:101::1]:56377","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8425,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3497099922, ip_addr: 208.113.130.146, stratum: 3, ref_time: 1728494292.1489863, correction: 0.06336461 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:12.791225489Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:12.791229568Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:18:13.909422029Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3959888176959634330"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:14.241684107Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:14.241947964Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:53142"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:14.250489263Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"e9b5280f-627a-4986-9e23-df5a98a1a77a","remote_addr":"[fd00:1122:3344:101::1]:53142","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8467,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3497099922, ip_addr: 208.113.130.146, stratum: 3, ref_time: 1728494293.0538046, correction: 0.056565527 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:14.252469666Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:14.252474673Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:18:14.632861132Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16287867178312203902"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T17:18:14.894041505Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8071247295521231995"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:16.20173749Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:16.201886734Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:39684"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:16.210985428Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"b4eea3e8-4094-461c-bbe3-9323282d6120","remote_addr":"[fd00:1122:3344:101::1]:39684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9039,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3497099922, ip_addr: 208.113.130.146, stratum: 3, ref_time: 1728494295.2425814, correction: 0.050512921 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:16.214182228Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:16.214190581Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.218130113Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.21832431Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:58564"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.239314846Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"b25ee737-405d-45d9-bec1-8e8d3dfb90c2","remote_addr":"[fd00:1122:3344:101::1]:58564","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":20802,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 3497099922, ip_addr: 208.113.130.146, stratum: 3, ref_time: 1728494296.0260031, correction: 0.047682747 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.24239534Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.242402194Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1299"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f0767915-da10-4754-86dd-212ac9de2db0 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: d258f988-4dba-46e1-9e35-9b23f411d6e5 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f1382ee3-d176-4add-bb39-8d97912935a9 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d402cfdd-8ae9-4cab-870d-61e90e7b4624 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d259f9ff-d29e-4904-b44b-3fbbeb8ce8d5, kind: Service { id: d402cfdd-8ae9-4cab-870d-61e90e7b4624 }, name: Name(\"ntp-d402cfdd-8ae9-4cab-870d-61e90e7b4624\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 202])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 433c825a-5f27-4191-94c5-56f8a169975b (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External } } } }, OmicronZoneConfig { id: d098cb2f-dabd-4fec-9ce3-b10cab23b6cd (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External } } } }, OmicronZoneConfig { id: 85383c6c-750b-4283-aad2-0d4597134c83 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 84ef60ba-066b-4b66-b0a1-67189160fdb9 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a (zpool), kind: External } } } }, OmicronZoneConfig { id: cc75d54d-d41e-48e1-88c9-97900fd05c65 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 15932422-3dc1-496a-99a8-25553e4bc4f0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15932422-3dc1-496a-99a8-25553e4bc4f0 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.271576446Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.271662341Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42152"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f0767915-da10-4754-86dd-212ac9de2db0, dataset_name: DatasetName { pool_name: ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.271973279Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.271979307Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f0767915-da10-4754-86dd-212ac9de2db0, dataset_name: DatasetName { pool_name: ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d258f988-4dba-46e1-9e35-9b23f411d6e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.293131051Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.293161624Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d258f988-4dba-46e1-9e35-9b23f411d6e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f1382ee3-d176-4add-bb39-8d97912935a9, dataset_name: DatasetName { pool_name: ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.311520558Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.311556916Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f1382ee3-d176-4add-bb39-8d97912935a9, dataset_name: DatasetName { pool_name: ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 433c825a-5f27-4191-94c5-56f8a169975b, dataset_name: DatasetName { pool_name: ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.329361875Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.329397558Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 433c825a-5f27-4191-94c5-56f8a169975b, dataset_name: DatasetName { pool_name: ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d098cb2f-dabd-4fec-9ce3-b10cab23b6cd, dataset_name: DatasetName { pool_name: ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.389538862Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.38957341Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d098cb2f-dabd-4fec-9ce3-b10cab23b6cd, dataset_name: DatasetName { pool_name: ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85383c6c-750b-4283-aad2-0d4597134c83, dataset_name: DatasetName { pool_name: ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.451877785Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.451916252Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 85383c6c-750b-4283-aad2-0d4597134c83, dataset_name: DatasetName { pool_name: ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 84ef60ba-066b-4b66-b0a1-67189160fdb9, dataset_name: DatasetName { pool_name: ZpoolName { id: 5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.514769858Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.514889158Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 84ef60ba-066b-4b66-b0a1-67189160fdb9, dataset_name: DatasetName { pool_name: ZpoolName { id: 5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc75d54d-d41e-48e1-88c9-97900fd05c65, dataset_name: DatasetName { pool_name: ZpoolName { id: 15932422-3dc1-496a-99a8-25553e4bc4f0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.574627268Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.574661215Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: cc75d54d-d41e-48e1-88c9-97900fd05c65, dataset_name: DatasetName { pool_name: ZpoolName { id: 15932422-3dc1-496a-99a8-25553e4bc4f0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.631365793Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/dfe0d71d-bf47-4078-b268-488a1a86dacf/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.631413044Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/a68a8815-ae7a-4f04-9580-d984724ba325/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.631615146Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.631722961Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.714829728Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.714871925Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.714877035Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.7148819Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.714885754Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.802797727Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.80666215Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.810533053Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.815354462Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.820056991Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.824366303Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.828969198Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.833827518Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.838560275Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:17.843323107Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:20.543600134Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55374"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:20.543715431Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"cd43d924-bfbf-470f-9b7e-8ad85c246f45","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55374","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":47,"response_code":"200"} {"msg":"Profile for oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:20.764008955Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:20.764181993Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:20.764191668Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:20.769850079Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:20.80772563Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:20.807834353Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:20.813109627Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:20.813243355Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:20.834614158Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:20.834824767Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9\") failed: Property not found. retry in 55.97427ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:20.91881772Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd\") failed: Property not found. retry in 26.199205ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:20.926503338Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b\") failed: Property not found. retry in 43.126742ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:20.953885615Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83\") failed: Property not found. retry in 73.539299ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:20.961466839Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd\") failed: Property not found. retry in 105.851375ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:20.968893742Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65\") failed: Property not found. retry in 53.284324ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:20.97558667Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9\") failed: Property not found. retry in 80.046829ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:21.046640529Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b\") failed: Property not found. retry in 62.978425ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:21.105182724Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83\") failed: Property not found. retry in 130.058368ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:21.236483713Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65\") failed: Property not found. retry in 142.036447ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:21.883629963Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b\") failed: Property not found. retry in 161.36502ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:21.915274499Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83\") failed: Property not found. retry in 156.976705ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:21.981493696Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9\") failed: Property not found. retry in 281.111332ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:22.312115167Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd\") failed: Property not found. retry in 184.514188ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:22.429426162Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65\") failed: Property not found. retry in 298.471467ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:22.774896543Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b\") failed: Property not found. retry in 253.932906ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:23.888598583Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83\") failed: Property not found. retry in 253.769655ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:23.935347753Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9\") failed: Property not found. retry in 242.431649ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:23.963416233Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd\") failed: Property not found. retry in 228.171702ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:23.975929513Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65\") failed: Property not found. retry in 262.789796ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:23.987930596Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b\") failed: Property not found. retry in 934.22935ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:24.153351479Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83\") failed: Property not found. retry in 998.277439ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:24.201859289Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd\") failed: Property not found. retry in 1.126765275s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:24.215572984Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9\") failed: Property not found. retry in 723.480616ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:24.224591558Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65\") failed: Property not found. retry in 1.11591153s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:24.262717627Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9\") failed: Property not found. retry in 691.326463ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:24.960607697Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b\") failed: Property not found. retry in 800.754688ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:25.099554376Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83\") failed: Property not found. retry in 659.626905ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:25.211753909Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd\") failed: Property not found. retry in 1.272681401s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:25.354485291Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65\") failed: Property not found. retry in 617.558747ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:25.3906532Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9\") failed: Property not found. retry in 1.220239045s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:25.662290033Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83\") failed: Property not found. retry in 1.372867644s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:25.881815647Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b\") failed: Property not found. retry in 897.237065ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:25.910724618Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65\") failed: Property not found. retry in 629.207472ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:26.019393554Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:26.621746562Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"486.299345ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd\") failed: Property not found. retry in 1.153885893s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:26.640467408Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65\") failed: Property not found. retry in 1.430865989s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:26.658686275Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b\") failed: Property not found. retry in 659.284345ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:26.818689256Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9\") failed: Property not found. retry in 1.421977121s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:26.89445193Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83\") failed: Property not found. retry in 1.479006589s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:27.267645724Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b\") failed: Property not found. retry in 1.431172445s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:27.489199791Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd\") failed: Property not found. retry in 1.281707405s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:27.806316114Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65\") failed: Property not found. retry in 1.104588905s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:28.103749807Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9\") failed: Property not found. retry in 716.293685ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:28.329815562Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83\") failed: Property not found. retry in 1.048069752s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:28.759345321Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b\") failed: Property not found. retry in 976.549288ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:28.932859266Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9\") failed: Property not found. retry in 1.067029738s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:29.058070916Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd\") failed: Property not found. retry in 767.490938ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:29.099856392Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65\") failed: Property not found. retry in 921.074317ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:29.220105892Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83\") failed: Property not found. retry in 611.413649ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:29.819881022Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd\") failed: Property not found. retry in 1.490375039s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:29.878769258Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b\") failed: Property not found. retry in 1.088029946s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:29.919549387Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9\") failed: Property not found. retry in 1.14719085s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:30.136465313Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65\") failed: Property not found. retry in 983.666809ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:30.151586935Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83\") failed: Property not found. retry in 934.55883ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:30.441417793Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b\") failed: Property not found. retry in 592.709015ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:31.018867789Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65\") failed: Property not found. retry in 831.277013ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:31.147558148Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9\") failed: Property not found. retry in 1.393278053s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:31.294632636Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd\") failed: Property not found. retry in 799.189289ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:31.382530545Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83\") failed: Property not found. retry in 512.710231ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:31.389511826Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b\") failed: Property not found. retry in 700.805631ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:31.621957732Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83\") failed: Property not found. retry in 1.356627786s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:31.914215643Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65\") failed: Property not found. retry in 1.434616262s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:31.994621484Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd\") failed: Property not found. retry in 1.161464172s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:32.192954111Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b\") failed: Property not found. retry in 588.119335ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:32.334033347Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9\") failed: Property not found. retry in 1.38332173s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:32.70253067Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b\") failed: Property not found. retry in 1.175999615s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:32.935081479Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83\") failed: Property not found. retry in 892.731555ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:33.286016447Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd\") failed: Property not found. retry in 1.422726147s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:33.367895317Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65\") failed: Property not found. retry in 643.219437ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:33.442758385Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65\") failed: Property not found. retry in 928.423077ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:34.097327857Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9\") failed: Property not found. retry in 648.685303ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:34.105179837Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b\") failed: Property not found. retry in 853.081177ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:34.122800784Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83\") failed: Property not found. retry in 1.473319247s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:34.188682301Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9\") failed: Property not found. retry in 850.673639ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:34.763866819Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd\") failed: Property not found. retry in 648.215011ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:34.804109307Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b\") failed: Property not found. retry in 1.230211406s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:34.988473461Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65\") failed: Property not found. retry in 1.473299482s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:35.039325744Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd\") failed: Property not found. retry in 983.658762ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:35.461246308Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9\") failed: Property not found. retry in 1.453251332s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:35.625381913Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83\") failed: Property not found. retry in 835.375844ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:35.673374307Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b\") failed: Property not found. retry in 907.682919ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:36.228170755Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd\") failed: Property not found. retry in 1.247632827s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:36.454200361Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83\") failed: Property not found. retry in 1.015191396s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:36.518120287Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65\") failed: Property not found. retry in 812.254259ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:36.526333944Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9\") failed: Property not found. retry in 606.596633ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:37.089293718Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9\") failed: Property not found. retry in 1.314286105s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:37.707094161Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9\") failed: Property not found. retry in 1.218869427s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:39.032119176Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9\") failed: Property not found. retry in 891.918436ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:40.28700695Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9\") failed: Property not found. retry in 1.216022934s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:41.186925811Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:42.166230231Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"1.419110456s"} {"msg":"wait for service Some(\"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9\") failed: Property not found. retry in 1.219259459s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:42.411779779Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9\") failed: Property not found. retry in 1.050415863s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:43.640898829Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9\") failed: Property not found. retry in 1.385437245s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:44.701538251Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9\") failed: Property not found. retry in 984.666701ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:46.097281059Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:47.103855307Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:47.103953198Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:47.103966719Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:47.103979429Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:47.103990739Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65"} {"msg":"Writing ledger to /pool/int/dfe0d71d-bf47-4078-b268-488a1a86dacf/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:47.10401325Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/a68a8815-ae7a-4f04-9580-d984724ba325/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:47.158858191Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:47.160322852Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"064993ab-d182-434a-aa92-dc00905553f9","remote_addr":"[fd00:1122:3344:101::1]:42152","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":29840843,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:47.192685299Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:53418"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:47.221292505Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3740"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:50.304521535Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3758"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.505772108Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3781"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.50585737Z","hostname":"sock","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"b4738a3e-0896-4d09-9685-b72cb404dc53","remote_addr":"[fd00:1122:3344:101::1]:53418","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9313034,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.506204167Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35636"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.506567245Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"6920e0ac-46e6-4697-9a4a-293eac5a4c40","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35636","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":175,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: f0767915-da10-4754-86dd-212ac9de2db0 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: d258f988-4dba-46e1-9e35-9b23f411d6e5 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f1382ee3-d176-4add-bb39-8d97912935a9 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d402cfdd-8ae9-4cab-870d-61e90e7b4624 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d259f9ff-d29e-4904-b44b-3fbbeb8ce8d5, kind: Service { id: d402cfdd-8ae9-4cab-870d-61e90e7b4624 }, name: Name(\"ntp-d402cfdd-8ae9-4cab-870d-61e90e7b4624\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 202])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 433c825a-5f27-4191-94c5-56f8a169975b (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External } } } }, OmicronZoneConfig { id: d098cb2f-dabd-4fec-9ce3-b10cab23b6cd (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External } } } }, OmicronZoneConfig { id: 85383c6c-750b-4283-aad2-0d4597134c83 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 84ef60ba-066b-4b66-b0a1-67189160fdb9 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a (zpool), kind: External } } } }, OmicronZoneConfig { id: cc75d54d-d41e-48e1-88c9-97900fd05c65 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 15932422-3dc1-496a-99a8-25553e4bc4f0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15932422-3dc1-496a-99a8-25553e4bc4f0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8b52cf11-a914-40b6-a78c-453e53bf225d (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 2a27eb2b-9eaf-4bbc-be61-bfe07c900c82, kind: Service { id: 8b52cf11-a914-40b6-a78c-453e53bf225d }, name: Name(\"external-dns-8b52cf11-a914-40b6-a78c-453e53bf225d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f5604484-3c02-460b-b2d4-9e87735c9849 (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 68177310-d07f-4769-ad87-886af040d5fc, kind: Service { id: f5604484-3c02-460b-b2d4-9e87735c9849 }, name: Name(\"external-dns-f5604484-3c02-460b-b2d4-9e87735c9849\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 87])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: d24e9fcf-607c-4dc6-942b-c8bd0ead7a42 (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 5ad814d9-4a89-429c-8209-a2cb906e7dc6, kind: Service { id: d24e9fcf-607c-4dc6-942b-c8bd0ead7a42 }, name: Name(\"nexus-d24e9fcf-607c-4dc6-942b-c8bd0ead7a42\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 182])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 5349dd1e-7e01-42fb-a801-d776f62a0c7c (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: bcc6cfc0-f84c-4a90-86b8-74ccaa872d68 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 39e04a07-42c6-45cf-b626-b52b640853dc, kind: Service { id: 5349dd1e-7e01-42fb-a801-d776f62a0c7c }, name: Name(\"nexus-5349dd1e-7e01-42fb-a801-d776f62a0c7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 10d2c3dc-a201-4ddd-97c2-74d2a4294cde (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: be81ffc5-b0cc-4363-a779-ac22047847f9, kind: Service { id: 10d2c3dc-a201-4ddd-97c2-74d2a4294cde }, name: Name(\"nexus-10d2c3dc-a201-4ddd-97c2-74d2a4294cde\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 46])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9dff3567-8578-462a-9da4-c47f6509483e (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 5a8ab5f9-7cec-45f6-b699-589f89d75dba (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 859f32e3-364a-4320-af60-b28d61744095 (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42f45017-1a67-4f0d-8ab9-273bb5de6dfb (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 15932422-3dc1-496a-99a8-25553e4bc4f0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 7c4080dc-e6f7-4050-890c-112db2f8ed5a (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 5a8ab5f9-7cec-45f6-b699-589f89d75dba (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 72801da5-f79c-41d8-ac79-d816c5778717 (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 0fb9abce-a0a6-4cf5-a000-1eb73858b2e2 (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5bad7419-14f5-43c6-859d-74869648c28f (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06 (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External } } } }, OmicronZoneConfig { id: e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2 (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a (zpool), kind: External } } } }, OmicronZoneConfig { id: fba42225-5762-4a6c-b2d6-8cadf9716ba7 (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 15932422-3dc1-496a-99a8-25553e4bc4f0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15932422-3dc1-496a-99a8-25553e4bc4f0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 892cd996-dfd3-43c6-b794-b329e3b33b70 (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: bcc6cfc0-f84c-4a90-86b8-74ccaa872d68 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bcc6cfc0-f84c-4a90-86b8-74ccaa872d68 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6890580e-7ffa-4b45-98e5-89350c76f02b (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1704e02e-0554-47d2-9b6d-689c8d766739 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1704e02e-0554-47d2-9b6d-689c8d766739 (zpool), kind: External } } } }, OmicronZoneConfig { id: f340003e-4e3c-4d02-b54d-9693839f0978 (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 5a8ab5f9-7cec-45f6-b699-589f89d75dba (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5a8ab5f9-7cec-45f6-b699-589f89d75dba (zpool), kind: External } } } }, OmicronZoneConfig { id: 4ca5811f-14b6-45a5-8465-b46758c87839 (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: b629ce16-33f2-4e5d-8506-138eb852a76c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b629ce16-33f2-4e5d-8506-138eb852a76c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.5420918Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.542257473Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:48463"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f0767915-da10-4754-86dd-212ac9de2db0, dataset_name: DatasetName { pool_name: ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.542669872Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.542678562Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f0767915-da10-4754-86dd-212ac9de2db0, dataset_name: DatasetName { pool_name: ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d258f988-4dba-46e1-9e35-9b23f411d6e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.567235151Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.567280702Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d258f988-4dba-46e1-9e35-9b23f411d6e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f1382ee3-d176-4add-bb39-8d97912935a9, dataset_name: DatasetName { pool_name: ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.589994492Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.590027332Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f1382ee3-d176-4add-bb39-8d97912935a9, dataset_name: DatasetName { pool_name: ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 433c825a-5f27-4191-94c5-56f8a169975b, dataset_name: DatasetName { pool_name: ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.611989275Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.612022566Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 433c825a-5f27-4191-94c5-56f8a169975b, dataset_name: DatasetName { pool_name: ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d098cb2f-dabd-4fec-9ce3-b10cab23b6cd, dataset_name: DatasetName { pool_name: ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.634732305Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.634764116Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d098cb2f-dabd-4fec-9ce3-b10cab23b6cd, dataset_name: DatasetName { pool_name: ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 85383c6c-750b-4283-aad2-0d4597134c83, dataset_name: DatasetName { pool_name: ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.654881449Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.65492009Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 85383c6c-750b-4283-aad2-0d4597134c83, dataset_name: DatasetName { pool_name: ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 84ef60ba-066b-4b66-b0a1-67189160fdb9, dataset_name: DatasetName { pool_name: ZpoolName { id: 5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.676609097Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.676643578Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 84ef60ba-066b-4b66-b0a1-67189160fdb9, dataset_name: DatasetName { pool_name: ZpoolName { id: 5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc75d54d-d41e-48e1-88c9-97900fd05c65, dataset_name: DatasetName { pool_name: ZpoolName { id: 15932422-3dc1-496a-99a8-25553e4bc4f0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.696432924Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.696467974Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: cc75d54d-d41e-48e1-88c9-97900fd05c65, dataset_name: DatasetName { pool_name: ZpoolName { id: 15932422-3dc1-496a-99a8-25553e4bc4f0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8b52cf11-a914-40b6-a78c-453e53bf225d, dataset_name: DatasetName { pool_name: ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.715875103Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.715904203Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8b52cf11-a914-40b6-a78c-453e53bf225d, dataset_name: DatasetName { pool_name: ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f5604484-3c02-460b-b2d4-9e87735c9849, dataset_name: DatasetName { pool_name: ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.797856448Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.797894409Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f5604484-3c02-460b-b2d4-9e87735c9849, dataset_name: DatasetName { pool_name: ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 859f32e3-364a-4320-af60-b28d61744095, dataset_name: DatasetName { pool_name: ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.887346535Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.887394966Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 859f32e3-364a-4320-af60-b28d61744095, dataset_name: DatasetName { pool_name: ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fb9abce-a0a6-4cf5-a000-1eb73858b2e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.961330058Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:56.961377669Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0fb9abce-a0a6-4cf5-a000-1eb73858b2e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 35878411-dba1-4c52-9a2d-00ba655ac645 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5bad7419-14f5-43c6-859d-74869648c28f, dataset_name: DatasetName { pool_name: ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.036426546Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.036467696Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5bad7419-14f5-43c6-859d-74869648c28f, dataset_name: DatasetName { pool_name: ZpoolName { id: 86cb53a3-21c2-4206-bfe2-1b419fd12817 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06, dataset_name: DatasetName { pool_name: ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.114544208Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.114580359Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06, dataset_name: DatasetName { pool_name: ZpoolName { id: e1224a3e-3bfb-4008-ad54-095a519153b9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2, dataset_name: DatasetName { pool_name: ZpoolName { id: 5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.196912371Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.196949652Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2, dataset_name: DatasetName { pool_name: ZpoolName { id: 5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fba42225-5762-4a6c-b2d6-8cadf9716ba7, dataset_name: DatasetName { pool_name: ZpoolName { id: 15932422-3dc1-496a-99a8-25553e4bc4f0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.27395324Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.274002021Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fba42225-5762-4a6c-b2d6-8cadf9716ba7, dataset_name: DatasetName { pool_name: ZpoolName { id: 15932422-3dc1-496a-99a8-25553e4bc4f0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 892cd996-dfd3-43c6-b794-b329e3b33b70, dataset_name: DatasetName { pool_name: ZpoolName { id: bcc6cfc0-f84c-4a90-86b8-74ccaa872d68 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.353175766Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.353211487Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 892cd996-dfd3-43c6-b794-b329e3b33b70, dataset_name: DatasetName { pool_name: ZpoolName { id: bcc6cfc0-f84c-4a90-86b8-74ccaa872d68 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6890580e-7ffa-4b45-98e5-89350c76f02b, dataset_name: DatasetName { pool_name: ZpoolName { id: 1704e02e-0554-47d2-9b6d-689c8d766739 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.418914152Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.418949933Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6890580e-7ffa-4b45-98e5-89350c76f02b, dataset_name: DatasetName { pool_name: ZpoolName { id: 1704e02e-0554-47d2-9b6d-689c8d766739 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f340003e-4e3c-4d02-b54d-9693839f0978, dataset_name: DatasetName { pool_name: ZpoolName { id: 5a8ab5f9-7cec-45f6-b699-589f89d75dba (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.485476905Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.485513126Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f340003e-4e3c-4d02-b54d-9693839f0978, dataset_name: DatasetName { pool_name: ZpoolName { id: 5a8ab5f9-7cec-45f6-b699-589f89d75dba (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ca5811f-14b6-45a5-8465-b46758c87839, dataset_name: DatasetName { pool_name: ZpoolName { id: b629ce16-33f2-4e5d-8506-138eb852a76c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.550023106Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.550057936Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4ca5811f-14b6-45a5-8465-b46758c87839, dataset_name: DatasetName { pool_name: ZpoolName { id: b629ce16-33f2-4e5d-8506-138eb852a76c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.643237083Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/dfe0d71d-bf47-4078-b268-488a1a86dacf/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.643280324Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/a68a8815-ae7a-4f04-9580-d984724ba325/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.643539979Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.643669592Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.780131111Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.780314255Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.780327965Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.793034489Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.793144531Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.804128258Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.837695761Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.837887005Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.837906605Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.837912295Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:57.839234374Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.001758434Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.002090691Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.002117582Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.002121191Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.042147133Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.042200175Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.042207275Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.042210655Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.042347068Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.046923546Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.051657138Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.056149405Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.060054179Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.064778361Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.069934692Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.204110011Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.208914444Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.213759229Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.218746036Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.222874715Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.226976823Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.231892099Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.236964639Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.241519757Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.246204258Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.25142578Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.256675143Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.262148381Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.267444895Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.31225985Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.312814842Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.319979556Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.327260753Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.334488619Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.341644513Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.348499041Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.355393379Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.425074019Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.52308905Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.580676361Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:18:58.622889687Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"2.604614915s"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.720116383Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.7255448Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.726799527Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.789077148Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 171, 139]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.789108949Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.79193337Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.79195205Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.859012555Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 143, 99]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.859042235Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.86065019Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.86066331Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.916674746Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 228, 46]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.916700227Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.918552897Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.918566107Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.973572722Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 179, 87]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.973606042Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.975598365Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:58.975610746Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.028850642Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 179, 182]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.028900253Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.02966831Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.02968678Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.029782282Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.029791782Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.029895655Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.029907405Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.029981346Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.029991746Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.030098069Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.030110939Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.030489217Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.032294106Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.03245569Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.034565435Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.034583265Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.037206822Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.037230773Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.039997852Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.040076494Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.049912575Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.274787538Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.283770231Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.292454118Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.300702406Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.308582316Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.316597728Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.324340655Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.33154333Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.338724185Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:18:59.346280148Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:00.299224599Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:00.299415594Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:00.370732679Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:00.370934964Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:00.401173315Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:00.401331718Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:00.437893276Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:00.43808876Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:00.44597777Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:00.446215705Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:00.455775461Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:00.455939565Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:00.488481785Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:00.488591828Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:00.536213623Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:00.536357966Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:00.545580295Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:00.54581982Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:00.55371465Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:00.553910624Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 28.316757ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:00.603733277Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7\") failed: Property not found. retry in 54.86015ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:00.615081422Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978\") failed: Property not found. retry in 58.045349ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:00.626666621Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:00.62708213Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:00.627306445Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:00.627374786Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 81.033855ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:00.646054679Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:00.646193042Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:00.653411727Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2\") failed: Property not found. retry in 45.058296ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:00.664767412Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f\") failed: Property not found. retry in 25.31674ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:00.675258277Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717\") failed: Property not found. retry in 51.407782ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:00.6953169Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:00.696349792Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2\") failed: Property not found. retry in 131.112534ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:01.020883081Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7\") failed: Property not found. retry in 98.2315ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:01.063945618Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978\") failed: Property not found. retry in 69.455398ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:01.131092204Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f\") failed: Property not found. retry in 104.575043ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:01.190212677Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 219.698495ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:01.451979734Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717\") failed: Property not found. retry in 131.636983ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:01.507755325Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839\") failed: Property not found. retry in 34.883837ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:01.538919956Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b\") failed: Property not found. retry in 63.974671ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:01.577244902Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 44.844549ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:01.642806594Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06\") failed: Property not found. retry in 56.978307ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:01.693816892Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2\") failed: Property not found. retry in 69.389357ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:01.779973307Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e\") failed: Property not found. retry in 67.128431ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:01.848298469Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70\") failed: Property not found. retry in 71.489891ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:01.901214749Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2\") failed: Property not found. retry in 241.169672ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:01.933049314Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7\") failed: Property not found. retry in 158.865395ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:01.969641562Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978\") failed: Property not found. retry in 296.97263ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:02.137827044Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f\") failed: Property not found. retry in 200.675338ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:02.279665748Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 375.322802ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:02.327193292Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717\") failed: Property not found. retry in 295.267536ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:02.45295147Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839\") failed: Property not found. retry in 101.648084ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:02.545984223Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b\") failed: Property not found. retry in 134.749356ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:02.581942368Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 101.489544ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:02.596749297Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06\") failed: Property not found. retry in 145.155788ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:02.615799357Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2\") failed: Property not found. retry in 132.763459ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:02.633974068Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e\") failed: Property not found. retry in 57.541245ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:02.64751031Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70\") failed: Property not found. retry in 111.950292ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:02.661939871Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2\") failed: Property not found. retry in 282.634268ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:02.674930751Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7\") failed: Property not found. retry in 366.651482ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:02.689823741Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978\") failed: Property not found. retry in 284.082553ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:02.704190961Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f\") failed: Property not found. retry in 260.366095ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:02.716914575Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 532.905006ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:02.730982858Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839\") failed: Property not found. retry in 233.264186ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:02.744472718Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b\") failed: Property not found. retry in 154.725434ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:02.756216841Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 212.738585ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:02.767628367Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06\") failed: Property not found. retry in 210.08501ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:02.782399465Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2\") failed: Property not found. retry in 126.07002ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:02.7975148Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e\") failed: Property not found. retry in 270.248658ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:02.809004548Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70\") failed: Property not found. retry in 244.20883ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:02.820743831Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717\") failed: Property not found. retry in 451.201215ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:02.835499058Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b\") failed: Property not found. retry in 510.286545ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:02.924572656Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2\") failed: Property not found. retry in 353.701662ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:02.936961273Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2\") failed: Property not found. retry in 672.056267ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:02.973821307Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f\") failed: Property not found. retry in 436.998569ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:02.992944749Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839\") failed: Property not found. retry in 476.827325ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:03.006649794Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978\") failed: Property not found. retry in 1.004056654s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:03.02129117Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 524.524091ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:03.031166692Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06\") failed: Property not found. retry in 230.353828ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:03.042503256Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7\") failed: Property not found. retry in 971.067884ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:03.070468929Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70\") failed: Property not found. retry in 309.936765ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:03.0830474Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e\") failed: Property not found. retry in 474.56616ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:03.093080856Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 973.274063ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:03.27717759Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06\") failed: Property not found. retry in 599.351963ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:03.291783174Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717\") failed: Property not found. retry in 1.085754959s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:03.303559558Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2\") failed: Property not found. retry in 1.180446841s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:03.31483092Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:03.346103874Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:03.346300028Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70\") failed: Property not found. retry in 861.655603ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:03.407412224Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f\") failed: Property not found. retry in 812.229121ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:03.446887944Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b\") failed: Property not found. retry in 628.172986ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:03.461948649Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839\") failed: Property not found. retry in 862.065635ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:03.497358011Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:03.509345169Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:03.509561354Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 596.666462ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:03.565986699Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e\") failed: Property not found. retry in 744.719036ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:03.577993888Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849\") failed: Property not found. retry in 55.591989ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:03.632670075Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2\") failed: Property not found. retry in 1.176361632s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:03.660942324Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849\") failed: Property not found. retry in 94.087941ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:03.701244062Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849\") failed: Property not found. retry in 159.028038ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:03.808751227Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d\") failed: Property not found. retry in 54.370995ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:03.819027269Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d\") failed: Property not found. retry in 93.585276ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:03.886586273Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06\") failed: Property not found. retry in 1.258437816s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:03.907225948Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849\") failed: Property not found. retry in 236.251368ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:03.983230375Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d\") failed: Property not found. retry in 114.983944ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:03.992240539Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978\") failed: Property not found. retry in 1.064748107s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:04.039569218Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7\") failed: Property not found. retry in 1.353829979s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:04.054854957Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b\") failed: Property not found. retry in 756.223278ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:04.102520714Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d\") failed: Property not found. retry in 221.931542ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:04.120964771Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 745.429164ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:04.17200218Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849\") failed: Property not found. retry in 771.933093ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:04.231714526Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 962.956554ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:04.261329783Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f\") failed: Property not found. retry in 1.187289824s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:04.271206826Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70\") failed: Property not found. retry in 631.63829ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:04.280921285Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:04.297453901Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:04.297583344Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e\") failed: Property not found. retry in 545.662644ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:04.334918378Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d\") failed: Property not found. retry in 887.450902ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:04.355014101Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839\") failed: Property not found. retry in 758.530098ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:04.371522407Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717\") failed: Property not found. retry in 980.686002ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:04.402580585Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:04.403563406Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:04.403691069Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2\") failed: Property not found. retry in 840.459155ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:04.508411784Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c\") failed: Property not found. retry in 54.213188ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:04.573282061Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c\") failed: Property not found. retry in 149.788274ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:04.638762832Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde\") failed: Property not found. retry in 44.835777ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:04.647294815Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde\") failed: Property not found. retry in 50.282943ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:04.704030757Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde\") failed: Property not found. retry in 267.739804ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:04.765241975Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c\") failed: Property not found. retry in 184.410083ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:04.804057431Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2\") failed: Property not found. retry in 1.367859252s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:04.847242751Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b\") failed: Property not found. retry in 1.474087657s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:04.868457658Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e\") failed: Property not found. retry in 553.624627ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:04.890079104Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70\") failed: Property not found. retry in 753.540161ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:04.922293037Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 639.729239ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:04.930648128Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c\") failed: Property not found. retry in 320.836434ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:04.99902676Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849\") failed: Property not found. retry in 1.143759144s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:05.013482991Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde\") failed: Property not found. retry in 371.75191ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:05.043491768Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978\") failed: Property not found. retry in 687.78673ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:05.11280184Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839\") failed: Property not found. retry in 1.038629836s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:05.138909293Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06\") failed: Property not found. retry in 1.1000025s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:05.174204272Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 1.207968378s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:05.23307488Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d\") failed: Property not found. retry in 1.257923716s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:05.250948165Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c\") failed: Property not found. retry in 674.455968ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:05.329427215Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2\") failed: Property not found. retry in 1.075699338s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:05.358662125Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717\") failed: Property not found. retry in 562.419558ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:05.3918596Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7\") failed: Property not found. retry in 797.672395ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:05.416835547Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde\") failed: Property not found. retry in 447.304565ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:05.425217638Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e\") failed: Property not found. retry in 1.289685365s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:05.452009385Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f\") failed: Property not found. retry in 1.11152147s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:05.46755539Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 1.030877469s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:05.578449348Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70\") failed: Property not found. retry in 1.497603004s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:05.685176886Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978\") failed: Property not found. retry in 1.037399603s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:05.809459103Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde\") failed: Property not found. retry in 1.000956194s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:05.881828331Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717\") failed: Property not found. retry in 1.499388813s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:05.962413457Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c\") failed: Property not found. retry in 1.404841895s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:06.014380556Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849\") failed: Property not found. retry in 888.305729ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:06.167295468Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839\") failed: Property not found. retry in 998.674668ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:06.186665556Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7\") failed: Property not found. retry in 1.18204611s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:06.221412734Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2\") failed: Property not found. retry in 1.24440629s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:06.228721321Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06\") failed: Property not found. retry in 505.649121ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:06.282720754Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b\") failed: Property not found. retry in 794.417271ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:06.350367191Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2\") failed: Property not found. retry in 1.145241417s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:06.443142659Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 710.348857ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:06.450131499Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d\") failed: Property not found. retry in 1.480100068s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:06.519542134Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f\") failed: Property not found. retry in 1.288627449s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:06.588652242Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 517.709323ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:06.619017516Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e\") failed: Property not found. retry in 707.77393ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:06.748819432Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06\") failed: Property not found. retry in 865.23164ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:06.796340365Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978\") failed: Property not found. retry in 1.226063648s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:06.855828716Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde\") failed: Property not found. retry in 644.506795ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:06.89034546Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849\") failed: Property not found. retry in 738.27687ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:07.065224306Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 604.358558ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:07.145403603Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b\") failed: Property not found. retry in 889.490002ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:07.152802912Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 693.094918ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:07.16898411Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70\") failed: Property not found. retry in 1.494526778s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:07.192175259Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839\") failed: Property not found. retry in 1.091922868s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:07.200393796Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7\") failed: Property not found. retry in 594.78918ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:07.412461493Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c\") failed: Property not found. retry in 1.12828982s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:07.428640602Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e\") failed: Property not found. retry in 1.30564601s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:07.463991263Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717\") failed: Property not found. retry in 1.152844472s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:07.474887888Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2\") failed: Property not found. retry in 611.026275ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:07.50564094Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde\") failed: Property not found. retry in 1.245570146s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:07.547791378Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2\") failed: Property not found. retry in 734.175327ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:07.601457584Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06\") failed: Property not found. retry in 1.054423135s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:07.675807105Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 719.550277ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:07.786805635Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849\") failed: Property not found. retry in 1.014514358s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:07.824614189Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 528.76764ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:07.912815309Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f\") failed: Property not found. retry in 988.187928ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:07.929377266Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d\") failed: Property not found. retry in 1.133193607s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:08.025777691Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7\") failed: Property not found. retry in 1.45751697s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:08.039415455Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b\") failed: Property not found. retry in 1.043688277s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:08.056692707Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978\") failed: Property not found. retry in 1.104630343s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:08.096362331Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2\") failed: Property not found. retry in 1.193214171s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:08.131146741Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839\") failed: Property not found. retry in 857.725577ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:08.312189559Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2\") failed: Property not found. retry in 1.371671545s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:08.354855788Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 801.80597ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:08.453553793Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 895.569032ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:08.533831012Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c\") failed: Property not found. retry in 1.124976917s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:08.571406601Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717\") failed: Property not found. retry in 834.711279ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:08.637680879Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70\") failed: Property not found. retry in 849.422921ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:08.696688759Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06\") failed: Property not found. retry in 1.0194442s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:08.739997682Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e\") failed: Property not found. retry in 1.199261809s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:08.778389929Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde\") failed: Property not found. retry in 882.662201ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:08.802498058Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849\") failed: Property not found. retry in 1.046763836s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:08.847719662Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f\") failed: Property not found. retry in 1.228493011s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:08.92703933Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b\") failed: Property not found. retry in 562.248223ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:09.111305548Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d\") failed: Property not found. retry in 1.03710514s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:09.169362968Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839\") failed: Property not found. retry in 1.333567422s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:09.178205319Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978\") failed: Property not found. retry in 1.103578959s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:09.20982828Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 869.805501ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:09.263055976Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2\") failed: Property not found. retry in 1.213552067s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:09.333310059Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 541.518485ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:09.437700687Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717\") failed: Property not found. retry in 912.192589ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:09.480455148Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7\") failed: Property not found. retry in 654.124354ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:09.506737164Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70\") failed: Property not found. retry in 1.370806186s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:09.555898213Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b\") failed: Property not found. retry in 1.426236941s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:09.68209898Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde\") failed: Property not found. retry in 1.050280418s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:09.693570687Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c\") failed: Property not found. retry in 932.263718ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:09.705485084Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2\") failed: Property not found. retry in 1.470791485s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:09.735680374Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06\") failed: Property not found. retry in 541.470447ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:09.767489689Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849\") failed: Property not found. retry in 1.341641746s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:09.903048149Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e\") failed: Property not found. retry in 1.019367001s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:09.986127048Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 583.122875ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:09.993614159Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 971.434458ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:10.141297959Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f\") failed: Property not found. retry in 963.72869ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:10.165369837Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7\") failed: Property not found. retry in 1.387278151s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:10.173506993Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d\") failed: Property not found. retry in 554.411775ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:10.215430375Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06\") failed: Property not found. retry in 1.228475457s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:10.317532304Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978\") failed: Property not found. retry in 1.235243378s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:10.325410844Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717\") failed: Property not found. retry in 1.391180319s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:10.402092586Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839\") failed: Property not found. retry in 934.862152ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:10.520822092Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2\") failed: Property not found. retry in 636.325407ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:10.555376586Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 541.356491ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:10.585332291Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c\") failed: Property not found. retry in 1.316668494s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:10.646417657Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde\") failed: Property not found. retry in 1.427513725s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:10.753449312Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d\") failed: Property not found. retry in 1.34533246s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:10.779229307Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70\") failed: Property not found. retry in 643.774242ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:10.9349521Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e\") failed: Property not found. retry in 524.941068ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:11.01435226Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b\") failed: Property not found. retry in 1.064361873s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:11.118753118Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 1.190794715s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:11.12717092Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 934.594027ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:11.135000019Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f\") failed: Property not found. retry in 870.550897ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:11.142621593Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2\") failed: Property not found. retry in 837.86428ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:11.201010709Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2\") failed: Property not found. retry in 1.015147455s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:11.215166934Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849\") failed: Property not found. retry in 878.251679ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:11.253331116Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839\") failed: Property not found. retry in 686.241992ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:11.465015595Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e\") failed: Property not found. retry in 1.327089722s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:11.549534765Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06\") failed: Property not found. retry in 696.01272ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:11.557124108Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7\") failed: Property not found. retry in 1.176494523s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:11.568562485Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978\") failed: Property not found. retry in 518.167429ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:11.575845501Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70\") failed: Property not found. retry in 934.7885ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:11.586332838Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717\") failed: Property not found. retry in 628.367909ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:11.804756831Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c\") failed: Property not found. retry in 1.167791545s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:11.972936833Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f\") failed: Property not found. retry in 772.501036ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:12.023123404Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2\") failed: Property not found. retry in 1.495150746s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:12.048656904Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 911.426794ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:12.078728631Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978\") failed: Property not found. retry in 1.405698892s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:12.102597985Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d\") failed: Property not found. retry in 1.393411533s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:12.133972271Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849\") failed: Property not found. retry in 1.358067874s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:12.141446912Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839\") failed: Property not found. retry in 1.371377771s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:12.160319328Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde\") failed: Property not found. retry in 1.270247365s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:12.191336446Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b\") failed: Property not found. retry in 1.304292582s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:12.199520972Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2\") failed: Property not found. retry in 1.498018057s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:12.24029975Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06\") failed: Property not found. retry in 1.223191972s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:12.261986537Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 672.193586ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:12.327050419Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717\") failed: Property not found. retry in 1.011703883s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:12.44182028Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70\") failed: Property not found. retry in 838.045425ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:12.530013Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7\") failed: Property not found. retry in 559.682381ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:12.75572446Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f\") failed: Property not found. retry in 1.440165839s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:12.80402795Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e\") failed: Property not found. retry in 1.016975265s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:12.885405113Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 724.038338ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:12.999830507Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 510.095176ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:13.008654047Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c\") failed: Property not found. retry in 1.138080973s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:13.149296776Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7\") failed: Property not found. retry in 1.163096626s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:13.324846556Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70\") failed: Property not found. retry in 1.020647734s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:13.37752341Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717\") failed: Property not found. retry in 1.349553816s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:13.463063672Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde\") failed: Property not found. retry in 1.240823723s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:13.471053214Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06\") failed: Property not found. retry in 1.443537683s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:13.494005419Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849\") failed: Property not found. retry in 1.072821564s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:13.507970289Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b\") failed: Property not found. retry in 1.2174237s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:13.5158779Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978\") failed: Property not found. retry in 1.387864019s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:13.52332313Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 1.220220445s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:13.530900893Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d\") failed: Property not found. retry in 1.206587497s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:13.538428635Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839\") failed: Property not found. retry in 1.179312071s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:13.546624302Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2\") failed: Property not found. retry in 597.794806ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:13.554646335Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 1.075396124s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:13.735169072Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2\") failed: Property not found. retry in 983.746982ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:13.746913825Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e\") failed: Property not found. retry in 1.259704484s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:13.911030929Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2\") failed: Property not found. retry in 735.304944ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:14.162695669Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f\") failed: Property not found. retry in 846.119099ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:14.253600146Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c\") failed: Property not found. retry in 649.327012ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:14.296882389Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70\") failed: Property not found. retry in 903.859514ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:14.406846906Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7\") failed: Property not found. retry in 1.08451087s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:14.497340985Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849\") failed: Property not found. retry in 1.450120527s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:14.590467851Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde\") failed: Property not found. retry in 1.136450145s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:14.721698717Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839\") failed: Property not found. retry in 1.189575066s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:14.734802229Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b\") failed: Property not found. retry in 625.262836ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:14.741970843Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2\") failed: Property not found. retry in 922.433939ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:14.749921095Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d\") failed: Property not found. retry in 1.054666763s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:14.757696062Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 834.653616ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:14.764928408Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 596.816379ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:14.818662015Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717\") failed: Property not found. retry in 576.35046ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:14.826430432Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2\") failed: Property not found. retry in 1.064735209s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:14.908102691Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978\") failed: Property not found. retry in 560.492851ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:14.919851014Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06\") failed: Property not found. retry in 915.206948ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:14.94520261Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c\") failed: Property not found. retry in 645.95242ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:14.955351929Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f\") failed: Property not found. retry in 1.083369715s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:15.108940356Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e\") failed: Property not found. retry in 1.286934954s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:15.178898283Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70\") failed: Property not found. retry in 1.397411321s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:15.320749197Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b\") failed: Property not found. retry in 866.621485ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:15.379127155Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717\") failed: Property not found. retry in 1.252883158s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:15.414128798Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 727.30706ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:15.426069615Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978\") failed: Property not found. retry in 1.359945038s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:15.491214558Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7\") failed: Property not found. retry in 1.125104032s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:15.592463709Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 1.033360663s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:15.610015557Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c\") failed: Property not found. retry in 743.677964ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:15.620615835Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2\") failed: Property not found. retry in 913.769738ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:15.684309177Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d\") failed: Property not found. retry in 1.298230206s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:15.823330661Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde\") failed: Property not found. retry in 574.976982ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:15.868632506Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06\") failed: Property not found. retry in 859.278824ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:15.878815845Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:15.89159378Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:15.891967569Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839\") failed: Property not found. retry in 1.063867674s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:15.935420034Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2\") failed: Property not found. retry in 1.261040612s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:15.982895917Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849\") failed: Property not found. retry in 1.403027617s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:16.050296668Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095\") failed: Property not found. retry in 50.935527ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:16.108522732Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 1.065643702s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:16.164860615Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095\") failed: Property not found. retry in 116.390787ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:16.174020053Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f\") failed: Property not found. retry in 700.098572ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:16.210739213Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b\") failed: Property not found. retry in 711.709351ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:16.257807637Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095\") failed: Property not found. retry in 137.462763ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:16.306018845Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c\") failed: Property not found. retry in 1.333879213s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:16.377096036Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde\") failed: Property not found. retry in 1.319612078s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:16.452932349Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095\") failed: Property not found. retry in 517.403311ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:16.462961185Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e\") failed: Property not found. retry in 566.543022ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:16.476518517Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:16.503710342Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"2.732308985s"} {"msg":"wait for service Some(\"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2\") failed: Property not found. retry in 610.072294ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:16.608765195Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 1.190167791s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:16.653309784Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717\") failed: Property not found. retry in 1.070040028s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:16.676139446Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7\") failed: Property not found. retry in 1.329360798s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:16.72603453Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70\") failed: Property not found. retry in 1.121709552s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:16.734538363Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06\") failed: Property not found. retry in 1.483516777s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:16.747306598Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978\") failed: Property not found. retry in 667.286752ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:16.862057659Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f\") failed: Property not found. retry in 937.388784ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:16.921398108Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b\") failed: Property not found. retry in 1.465017788s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:16.979685033Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095\") failed: Property not found. retry in 993.637989ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:16.990171469Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839\") failed: Property not found. retry in 1.248712028s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:17.010420894Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e\") failed: Property not found. retry in 1.187419574s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:17.05479042Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d\") failed: Property not found. retry in 1.358328962s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:17.134509177Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2\") failed: Property not found. retry in 1.379697965s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:17.230879681Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 1.496271867s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:17.24195792Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2\") failed: Property not found. retry in 1.232380209s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:17.25496219Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849\") failed: Property not found. retry in 1.417652568s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:17.463340998Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978\") failed: Property not found. retry in 773.472053ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:17.541203484Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:17.573584262Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:17.573685774Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c\") failed: Property not found. retry in 631.672689ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:17.725158506Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717\") failed: Property not found. retry in 706.169824ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:17.75922098Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42\") failed: Property not found. retry in 51.182051ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:17.779726531Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde\") failed: Property not found. retry in 505.948952ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:17.791635828Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42\") failed: Property not found. retry in 108.939117ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:17.844594702Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 882.847254ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:17.855083964Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70\") failed: Property not found. retry in 693.432164ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:17.884334484Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f\") failed: Property not found. retry in 1.229311445s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:17.905121772Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42\") failed: Property not found. retry in 295.000246ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:17.966918783Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095\") failed: Property not found. retry in 668.308031ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:17.996629822Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7\") failed: Property not found. retry in 1.217242222s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:18.067299664Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06\") failed: Property not found. retry in 908.827925ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:18.241637338Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e\") failed: Property not found. retry in 1.156538694s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:18.253045859Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839\") failed: Property not found. retry in 977.192324ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:18.268424765Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42\") failed: Property not found. retry in 409.376607ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:18.277068451Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde\") failed: Property not found. retry in 1.060383034s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:18.307162839Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978\") failed: Property not found. retry in 866.89914ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:18.32296698Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c\") failed: Property not found. retry in 791.89991ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:18.36479196Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b\") failed: Property not found. retry in 963.072182ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:18.453279196Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717\") failed: Property not found. retry in 648.813592ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:18.474192807Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2\") failed: Property not found. retry in 658.799025ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:18.496486947Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d\") failed: Property not found. retry in 963.858074ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:18.50455195Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70\") failed: Property not found. retry in 536.534676ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:18.587042037Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2\") failed: Property not found. retry in 591.843026ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:18.618744889Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095\") failed: Property not found. retry in 1.264370343s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:18.67494093Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42\") failed: Property not found. retry in 511.495299ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:18.696706759Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 500.937257ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:18.749468385Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 750.423017ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:18.758578381Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849\") failed: Property not found. retry in 754.633786ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:18.893616989Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70\") failed: Property not found. retry in 1.190861078s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:19.13418439Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717\") failed: Property not found. retry in 1.108124135s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:19.143698185Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f\") failed: Property not found. retry in 1.143298163s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:19.152861102Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06\") failed: Property not found. retry in 765.286071ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:19.160481566Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2\") failed: Property not found. retry in 1.020379739s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:19.169596072Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c\") failed: Property not found. retry in 1.115295323s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:19.178716548Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978\") failed: Property not found. retry in 790.008798ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:19.201257824Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42\") failed: Property not found. retry in 1.348877678s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:19.218534465Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2\") failed: Property not found. retry in 1.415366226s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:19.22801705Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 530.502169ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:19.281220615Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839\") failed: Property not found. retry in 1.32513462s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:19.290117977Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7\") failed: Property not found. retry in 866.433637ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:19.301268867Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde\") failed: Property not found. retry in 1.066186341s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:19.380306239Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e\") failed: Property not found. retry in 1.299684644s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:19.422162871Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b\") failed: Property not found. retry in 1.27873207s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:19.432984934Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d\") failed: Property not found. retry in 1.478642729s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:19.48390458Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 897.052762ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:19.520945988Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849\") failed: Property not found. retry in 546.169949ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:19.661323271Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 1.324775529s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:19.824591027Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06\") failed: Property not found. retry in 904.290188ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:19.937719964Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095\") failed: Property not found. retry in 1.279781284s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:19.950532689Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978\") failed: Property not found. retry in 1.257419034s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:20.001956617Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7\") failed: Property not found. retry in 795.146918ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:20.181254758Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2\") failed: Property not found. retry in 1.459138574s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:20.209036666Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849\") failed: Property not found. retry in 737.923659ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:20.221504215Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717\") failed: Property not found. retry in 1.481790009s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:20.262779633Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c\") failed: Property not found. retry in 1.131674414s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:20.307840384Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f\") failed: Property not found. retry in 745.397296ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:20.317128304Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70\") failed: Property not found. retry in 752.530831ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:20.345608487Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 520.968143ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:20.439449058Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde\") failed: Property not found. retry in 1.26125199s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:20.457686761Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42\") failed: Property not found. retry in 725.837749ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:20.579071655Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839\") failed: Property not found. retry in 1.325894764s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:20.627618501Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2\") failed: Property not found. retry in 1.480142874s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:20.655426469Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b\") failed: Property not found. retry in 1.382185447s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:20.723805382Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e\") failed: Property not found. retry in 506.310789ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:20.735965024Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06\") failed: Property not found. retry in 652.933654ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:20.858253427Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849\") failed: Property not found. retry in 541.187686ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:20.973746984Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d\") failed: Property not found. retry in 849.948822ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:20.984183979Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 1.289205205s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:20.992960808Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7\") failed: Property not found. retry in 685.813294ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:21.00096055Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f\") failed: Property not found. retry in 1.059458987s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:21.073575934Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70\") failed: Property not found. retry in 1.114491764s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:21.111386919Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 980.47638ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:21.164131044Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095\") failed: Property not found. retry in 797.655547ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:21.24427515Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e\") failed: Property not found. retry in 718.49513ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:21.256695328Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978\") failed: Property not found. retry in 635.225373ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:21.275233467Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42\") failed: Property not found. retry in 782.196219ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:21.321407831Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c\") failed: Property not found. retry in 843.472863ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:21.458405681Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06\") failed: Property not found. retry in 725.762928ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:21.52475546Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849\") failed: Property not found. retry in 1.275679043s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:21.536025333Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2\") failed: Property not found. retry in 921.036513ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:21.681506426Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7\") failed: Property not found. retry in 758.815763ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:21.70026246Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde\") failed: Property not found. retry in 750.725232ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:21.736862748Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717\") failed: Property not found. retry in 931.547664ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:21.759644989Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d\") failed: Property not found. retry in 922.994613ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:21.846140182Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978\") failed: Property not found. retry in 834.51324ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:21.921832761Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839\") failed: Property not found. retry in 1.360163025s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:21.964987601Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e\") failed: Property not found. retry in 1.125283088s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:21.986902133Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095\") failed: Property not found. retry in 1.152324304s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:22.055417538Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42\") failed: Property not found. retry in 670.944619ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:22.119329165Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b\") failed: Property not found. retry in 1.212137795s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:22.132785344Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f\") failed: Property not found. retry in 1.436768597s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:22.149641678Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 1.459276842s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:22.16323253Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2\") failed: Property not found. retry in 686.894213ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:22.176542776Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70\") failed: Property not found. retry in 1.280014016s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:22.23798641Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06\") failed: Property not found. retry in 903.521931ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:22.262983698Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 665.978692ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:22.294607349Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c\") failed: Property not found. retry in 1.35222638s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:22.314998988Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7\") failed: Property not found. retry in 1.173966305s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:22.474026453Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde\") failed: Property not found. retry in 1.111577345s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:22.499548442Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2\") failed: Property not found. retry in 758.961098ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:22.618870622Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717\") failed: Property not found. retry in 829.333364ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:22.705012687Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978\") failed: Property not found. retry in 660.014016ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:22.77063151Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d\") failed: Property not found. retry in 1.471220527s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:22.785572292Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42\") failed: Property not found. retry in 1.361398322s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:22.804307666Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849\") failed: Property not found. retry in 637.481117ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:22.826593436Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2\") failed: Property not found. retry in 1.267287348s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:22.887012637Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 1.227053375s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:22.973510349Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e\") failed: Property not found. retry in 1.394866485s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:23.128395475Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06\") failed: Property not found. retry in 607.151465ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:23.179394553Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095\") failed: Property not found. retry in 1.31452624s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:23.219621529Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839\") failed: Property not found. retry in 665.719701ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:23.339195854Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b\") failed: Property not found. retry in 1.235129019s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:23.359523972Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2\") failed: Property not found. retry in 865.998665ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:23.391837348Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978\") failed: Property not found. retry in 996.297277ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:23.446415253Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849\") failed: Property not found. retry in 1.076562194s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:23.477132835Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70\") failed: Property not found. retry in 737.265834ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:23.535929371Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717\") failed: Property not found. retry in 684.638497ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:23.549636726Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f\") failed: Property not found. retry in 818.37162ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:23.601305549Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde\") failed: Property not found. retry in 681.423928ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:23.629977216Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 816.675284ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:23.643802854Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7\") failed: Property not found. retry in 841.375969ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:23.662358774Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c\") failed: Property not found. retry in 887.312307ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:23.683266624Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06\") failed: Property not found. retry in 820.693579ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:23.800241973Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839\") failed: Property not found. retry in 1.048916832s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:24.018972114Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2\") failed: Property not found. retry in 515.360374ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:24.165521599Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42\") failed: Property not found. retry in 732.478319ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:24.176215469Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 1.355766717s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:24.211203833Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717\") failed: Property not found. retry in 542.549931ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:24.245800468Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d\") failed: Property not found. retry in 1.369680881s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:24.267802512Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2\") failed: Property not found. retry in 1.340042466s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:24.279291619Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70\") failed: Property not found. retry in 819.052305ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:24.289242383Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde\") failed: Property not found. retry in 1.003856002s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:24.321738243Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f\") failed: Property not found. retry in 1.447872458s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:24.429035694Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978\") failed: Property not found. retry in 1.024051955s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:24.456536846Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 1.496921633s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:24.470939627Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7\") failed: Property not found. retry in 1.227030446s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:24.513521033Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095\") failed: Property not found. retry in 759.993852ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:24.554436225Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849\") failed: Property not found. retry in 1.421420536s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:24.564381169Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c\") failed: Property not found. retry in 665.767114ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:24.581444366Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b\") failed: Property not found. retry in 657.515706ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:24.604232397Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06\") failed: Property not found. retry in 815.716142ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:24.634057529Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2\") failed: Property not found. retry in 1.274596205s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:24.691416635Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717\") failed: Property not found. retry in 937.207929ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:24.800689698Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42\") failed: Property not found. retry in 532.547231ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:24.918797521Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:25.008477743Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"11.961086513s"} {"msg":"wait for service Some(\"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839\") failed: Property not found. retry in 1.396399182s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:25.07894036Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70\") failed: Property not found. retry in 801.806783ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:25.119097175Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c\") failed: Property not found. retry in 1.162950167s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:25.258613469Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b\") failed: Property not found. retry in 595.45178ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:25.271096368Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095\") failed: Property not found. retry in 573.326886ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:25.326276996Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06\") failed: Property not found. retry in 900.965604ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:25.460331083Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42\") failed: Property not found. retry in 540.56372ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:25.46854522Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978\") failed: Property not found. retry in 1.392735871s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:25.490203246Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a\") failed: Property not found. retry in 1.35836591s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:25.577532387Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2\") failed: Property not found. retry in 612.002039ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:25.630882556Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d\") failed: Property not found. retry in 501.660838ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:25.64779925Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717\") failed: Property not found. retry in 1.339337187s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:25.748903228Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7\") failed: Property not found. retry in 542.783419ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:25.757326699Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b\") failed: Property not found. retry in 766.892436ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:25.882598857Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f\") failed: Property not found. retry in 525.326219ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:25.895558676Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095\") failed: Property not found. retry in 850.506806ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:25.914658667Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70\") failed: Property not found. retry in 1.157258971s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:25.934551536Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb\") failed: Property not found. retry in 787.252957ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:25.991797448Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849\") failed: Property not found. retry in 670.716922ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:26.000496226Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42\") failed: Property not found. retry in 1.213479281s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:26.019701289Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d\") failed: Property not found. retry in 1.337548501s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:26.162976085Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:26.545985173Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42776"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:26.546942783Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"afe905d2-3133-40a0-a7a2-07bf250ef2d4","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42776","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":827,"response_code":"200"} {"msg":"wait for service Some(\"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095\") failed: Property not found. retry in 1.0416183s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:26.77895277Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42\") failed: Property not found. retry in 1.198662646s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:27.252910766Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.493752958Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.493813969Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.49382116Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.493826969Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.4938333Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.49383764Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.49384153Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.49384555Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.49384956Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.4938628Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.493868401Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.493873721Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.493879071Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.493884191Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.493889191Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.493894551Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.493899791Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.493905371Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.493910621Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2"} {"msg":"Writing ledger to /pool/int/dfe0d71d-bf47-4078-b268-488a1a86dacf/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.494001403Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/a68a8815-ae7a-4f04-9580-d984724ba325/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.498657884Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.500711878Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"6eeab1f7-bb83-4434-a9df-2eda8c860cee","remote_addr":"[fd00:1122:3344:101::1]:48463","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":31958166,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.503863676Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1322"} {"msg":"Writing ledger to /pool/int/dfe0d71d-bf47-4078-b268-488a1a86dacf/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.503884146Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/a68a8815-ae7a-4f04-9580-d984724ba325/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.504711934Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.507564155Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::c]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.507674898Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:720"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n local_pref: None,\n nexthop: 10.151.2.100,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.556574381Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/37f28080-862d-4ae8-af71-1d2b57463458/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.55700003Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/37f28080-862d-4ae8-af71-1d2b57463458/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.632597958Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/37f28080-862d-4ae8-af71-1d2b57463458/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:28.802125159Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/37f28080-862d-4ae8-af71-1d2b57463458/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:29.015231518Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/37f28080-862d-4ae8-af71-1d2b57463458/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:29.16765439Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/37f28080-862d-4ae8-af71-1d2b57463458/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:29.322119126Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/37f28080-862d-4ae8-af71-1d2b57463458/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:29.604506788Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/37f28080-862d-4ae8-af71-1d2b57463458/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:29.877896535Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/37f28080-862d-4ae8-af71-1d2b57463458/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:30.28628786Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/37f28080-862d-4ae8-af71-1d2b57463458/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:30.849899488Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/37f28080-862d-4ae8-af71-1d2b57463458/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:31.532594669Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/37f28080-862d-4ae8-af71-1d2b57463458/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:32.056576874Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/37f28080-862d-4ae8-af71-1d2b57463458/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:33.035342322Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/37f28080-862d-4ae8-af71-1d2b57463458/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:33.504981415Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/37f28080-862d-4ae8-af71-1d2b57463458/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:34.272631996Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/37f28080-862d-4ae8-af71-1d2b57463458/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:35.289909398Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:19:37.00522717Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"19.896744879s"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a24ef8e5-ffa1-475e-98bc-b6463425cb9f\", \"content-length\": \"173\", \"date\": \"Wed, 09 Oct 2024 17:19:37 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"37f28080-862d-4ae8-af71-1d2b57463458\\\"\", request_id: \"a24ef8e5-ffa1-475e-98bc-b6463425cb9f\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:37.687010022Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9255cb8a-05a1-4a00-a5c2-6d374996f5c5\", \"content-length\": \"173\", \"date\": \"Wed, 09 Oct 2024 17:19:38 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"37f28080-862d-4ae8-af71-1d2b57463458\\\"\", request_id: \"9255cb8a-05a1-4a00-a5c2-6d374996f5c5\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:38.671490845Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"013c5233-dc7c-4a00-975f-c8a0144db66f\", \"content-length\": \"173\", \"date\": \"Wed, 09 Oct 2024 17:19:40 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"7fb76027-0cc2-4597-be33-aafd44ac97e0\\\"\", request_id: \"013c5233-dc7c-4a00-975f-c8a0144db66f\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:40.830896785Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43f1f56e-47bf-4e2a-9268-13b9048f4b1f\", \"content-length\": \"173\", \"date\": \"Wed, 09 Oct 2024 17:19:44 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"7fb76027-0cc2-4597-be33-aafd44ac97e0\\\"\", request_id: \"43f1f56e-47bf-4e2a-9268-13b9048f4b1f\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:44.936023855Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"276031c4-b149-42c1-a7bd-0f827718ffe9\", \"content-length\": \"173\", \"date\": \"Wed, 09 Oct 2024 17:19:47 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"7fb76027-0cc2-4597-be33-aafd44ac97e0\\\"\", request_id: \"276031c4-b149-42c1-a7bd-0f827718ffe9\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:47.897223467Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2bdb6c3-d380-4615-a308-7a8d5b387458\", \"content-length\": \"173\", \"date\": \"Wed, 09 Oct 2024 17:19:52 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"7fb76027-0cc2-4597-be33-aafd44ac97e0\\\"\", request_id: \"e2bdb6c3-d380-4615-a308-7a8d5b387458\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:53.148586208Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:56.580914653Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64171"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:56.580993155Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"13f20236-e13c-423a-9ab6-e8d0a8d38564","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64171","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":33,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e708c18f-182b-419e-b3f5-eb7e595a490f\", \"content-length\": \"173\", \"date\": \"Wed, 09 Oct 2024 17:19:56 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"7fb76027-0cc2-4597-be33-aafd44ac97e0\\\"\", request_id: \"e708c18f-182b-419e-b3f5-eb7e595a490f\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:19:56.701302876Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17abc1b8-c6b9-4241-8fa3-48d95f41dafe\", \"content-length\": \"173\", \"date\": \"Wed, 09 Oct 2024 17:20:02 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"7fb76027-0cc2-4597-be33-aafd44ac97e0\\\"\", request_id: \"17abc1b8-c6b9-4241-8fa3-48d95f41dafe\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:02.855928207Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b578b13-0a9a-493c-81dd-e6baf0c14757\", \"content-length\": \"173\", \"date\": \"Wed, 09 Oct 2024 17:20:10 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"7fb76027-0cc2-4597-be33-aafd44ac97e0\\\"\", request_id: \"9b578b13-0a9a-493c-81dd-e6baf0c14757\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:10.488365422Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:10.582567511Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"sled-agent/src/nexus.rs:544","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:10.673140011Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:54640"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:10.673276064Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:10.86859288Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"85fbd778-0df2-48cc-88ea-cd174fa64d91","remote_addr":"[fd00:1122:3344:101::c]:54640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":195336,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:10.869109171Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/dfe0d71d-bf47-4078-b268-488a1a86dacf/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:10.869166213Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/a68a8815-ae7a-4f04-9580-d984724ba325/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:10.86952172Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:10.869796736Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"803f12c7-80c8-47ba-9311-e2460e98bc9a","remote_addr":"[fd00:1122:3344:101::c]:54640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":763,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:19.160832174Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:49480"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:19.161146511Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2a27eb2b-9eaf-4bbc-be61-bfe07c900c82, kind: Service { id: 8b52cf11-a914-40b6-a78c-453e53bf225d }, name: Name(\"external-dns-8b52cf11-a914-40b6-a78c-453e53bf225d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 68177310-d07f-4769-ad87-886af040d5fc, kind: Service { id: f5604484-3c02-460b-b2d4-9e87735c9849 }, name: Name(\"external-dns-f5604484-3c02-460b-b2d4-9e87735c9849\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 87])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 39e04a07-42c6-45cf-b626-b52b640853dc, kind: Service { id: 5349dd1e-7e01-42fb-a801-d776f62a0c7c }, name: Name(\"nexus-5349dd1e-7e01-42fb-a801-d776f62a0c7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5ad814d9-4a89-429c-8209-a2cb906e7dc6, kind: Service { id: d24e9fcf-607c-4dc6-942b-c8bd0ead7a42 }, name: Name(\"nexus-d24e9fcf-607c-4dc6-942b-c8bd0ead7a42\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 182])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be81ffc5-b0cc-4363-a779-ac22047847f9, kind: Service { id: 10d2c3dc-a201-4ddd-97c2-74d2a4294cde }, name: Name(\"nexus-10d2c3dc-a201-4ddd-97c2-74d2a4294cde\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 46])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:19.161204002Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:19.161232003Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:19.161240183Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:19.161251913Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:19.161263193Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:19.161268683Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:19.161309494Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"9029441d-c5c0-4596-9395-fc6afe07307e","remote_addr":"[fd00:1122:3344:101::c]:49480","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":400,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:19.162884728Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:959"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:19.952183726Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52085"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:19.952316129Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.160918681Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"806c05fb-b0a0-4b7d-a22c-ed85bfd5e46c","remote_addr":"[fd00:1122:3344:101::c]:52085","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":208627,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.160996953Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38488"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.161233858Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2a27eb2b-9eaf-4bbc-be61-bfe07c900c82, kind: Service { id: 8b52cf11-a914-40b6-a78c-453e53bf225d }, name: Name(\"external-dns-8b52cf11-a914-40b6-a78c-453e53bf225d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 68177310-d07f-4769-ad87-886af040d5fc, kind: Service { id: f5604484-3c02-460b-b2d4-9e87735c9849 }, name: Name(\"external-dns-f5604484-3c02-460b-b2d4-9e87735c9849\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 87])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 39e04a07-42c6-45cf-b626-b52b640853dc, kind: Service { id: 5349dd1e-7e01-42fb-a801-d776f62a0c7c }, name: Name(\"nexus-5349dd1e-7e01-42fb-a801-d776f62a0c7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5ad814d9-4a89-429c-8209-a2cb906e7dc6, kind: Service { id: d24e9fcf-607c-4dc6-942b-c8bd0ead7a42 }, name: Name(\"nexus-d24e9fcf-607c-4dc6-942b-c8bd0ead7a42\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 182])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be81ffc5-b0cc-4363-a779-ac22047847f9, kind: Service { id: 10d2c3dc-a201-4ddd-97c2-74d2a4294cde }, name: Name(\"nexus-10d2c3dc-a201-4ddd-97c2-74d2a4294cde\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 46])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.161277409Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.161366671Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.161383081Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.161417632Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.161435572Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.161447302Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.161470063Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"a891bc83-09a5-40d7-9968-c74a1e9bab0a","remote_addr":"[fd00:1122:3344:101::c]:38488","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":399,"response_code":"204"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.161532704Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/dfe0d71d-bf47-4078-b268-488a1a86dacf/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.161598636Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/a68a8815-ae7a-4f04-9580-d984724ba325/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.161895632Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.162153068Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"5be904aa-7dfb-42b7-be38-ee49e9170fd0","remote_addr":"[fd00:1122:3344:101::c]:52085","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":743,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.295484619Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:52203"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.295691413Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2a27eb2b-9eaf-4bbc-be61-bfe07c900c82, kind: Service { id: 8b52cf11-a914-40b6-a78c-453e53bf225d }, name: Name(\"external-dns-8b52cf11-a914-40b6-a78c-453e53bf225d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 68177310-d07f-4769-ad87-886af040d5fc, kind: Service { id: f5604484-3c02-460b-b2d4-9e87735c9849 }, name: Name(\"external-dns-f5604484-3c02-460b-b2d4-9e87735c9849\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 87])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 39e04a07-42c6-45cf-b626-b52b640853dc, kind: Service { id: 5349dd1e-7e01-42fb-a801-d776f62a0c7c }, name: Name(\"nexus-5349dd1e-7e01-42fb-a801-d776f62a0c7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5ad814d9-4a89-429c-8209-a2cb906e7dc6, kind: Service { id: d24e9fcf-607c-4dc6-942b-c8bd0ead7a42 }, name: Name(\"nexus-d24e9fcf-607c-4dc6-942b-c8bd0ead7a42\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 182])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be81ffc5-b0cc-4363-a779-ac22047847f9, kind: Service { id: 10d2c3dc-a201-4ddd-97c2-74d2a4294cde }, name: Name(\"nexus-10d2c3dc-a201-4ddd-97c2-74d2a4294cde\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 46])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.295749104Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.295779015Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.295792425Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.295801946Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.295814206Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.295828686Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.295851516Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"6e0d69bc-920c-4eff-bdcb-c82a32da4877","remote_addr":"[fd00:1122:3344:101::b]:52203","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":287,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.685169301Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38067"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.685403286Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2a27eb2b-9eaf-4bbc-be61-bfe07c900c82, kind: Service { id: 8b52cf11-a914-40b6-a78c-453e53bf225d }, name: Name(\"external-dns-8b52cf11-a914-40b6-a78c-453e53bf225d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 68177310-d07f-4769-ad87-886af040d5fc, kind: Service { id: f5604484-3c02-460b-b2d4-9e87735c9849 }, name: Name(\"external-dns-f5604484-3c02-460b-b2d4-9e87735c9849\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 87])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 39e04a07-42c6-45cf-b626-b52b640853dc, kind: Service { id: 5349dd1e-7e01-42fb-a801-d776f62a0c7c }, name: Name(\"nexus-5349dd1e-7e01-42fb-a801-d776f62a0c7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5ad814d9-4a89-429c-8209-a2cb906e7dc6, kind: Service { id: d24e9fcf-607c-4dc6-942b-c8bd0ead7a42 }, name: Name(\"nexus-d24e9fcf-607c-4dc6-942b-c8bd0ead7a42\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 182])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be81ffc5-b0cc-4363-a779-ac22047847f9, kind: Service { id: 10d2c3dc-a201-4ddd-97c2-74d2a4294cde }, name: Name(\"nexus-10d2c3dc-a201-4ddd-97c2-74d2a4294cde\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 46])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.685451567Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.685477577Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.685484627Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.685493528Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.685502358Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.685517838Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:20.685537709Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"76706317-8041-4a3b-870c-3f45c2fcd978","remote_addr":"[fd00:1122:3344:101::a]:38067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":258,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:26.615256715Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63533"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:26.615347587Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"21abe490-34de-49de-92ce-0df34c2c3de1","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63533","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":30,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:27.005326756Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:43015","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"producer-server","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:36515"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:27.026543373Z","hostname":"sock","pid":1562,"uri":"/7fb76027-0cc2-4597-be33-aafd44ac97e0","method":"GET","req_id":"a1805f84-c76c-4a05-9f13-f9532c10f6ef","remote_addr":"[fd00:1122:3344:101::d]:36515","local_addr":"[fd00:1122:3344:101::1]:43015","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":21138,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:28.938721061Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:36090"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:28.939436257Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e89109fb-9fff-4549-8137-88fc45a10054","remote_addr":"[fd00:1122:3344:101::c]:36090","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":642,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:29.048823733Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"d0bf5638-6ae1-4c29-9652-80d8674aeab2","remote_addr":"[fd00:1122:3344:101::c]:36090","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":790,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:39.461357917Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:44332"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:39.463575594Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"0fe360f7-360a-48ee-b806-3013097e5005","remote_addr":"[fd00:1122:3344:101::a]:44332","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2125,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:39.488484251Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"36009fe5-86a9-4433-af13-a870de4ff836","remote_addr":"[fd00:1122:3344:101::a]:44332","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":177,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:39.577679622Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50997"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:39.577781474Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9a87bac0-efab-4a91-bd4d-1f173c4d53af","remote_addr":"[fd00:1122:3344:101::b]:50997","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":57,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:39.599239376Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1c5352cf-7609-464c-aa04-8163a4faa712","remote_addr":"[fd00:1122:3344:101::b]:50997","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":146,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:39.729509172Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48620"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:39.729606734Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"4f5f8aba-0893-4090-97ac-8e2c607e7154","remote_addr":"[fd00:1122:3344:101::c]:48620","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":53,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:39.738845963Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36505"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:39.739146279Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"7a63dd09-4ccd-4210-a5ec-f328fac448c9","remote_addr":"[fd00:1122:3344:101::a]:36505","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":140,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:39.742078782Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ab6ed690-fc56-40e2-be6b-4e5c13a709aa","remote_addr":"[fd00:1122:3344:101::c]:48620","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":73,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:39.814164685Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48849"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:39.814284427Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:39.858097411Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:39.915481277Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"92b7184a-f50f-4b21-97aa-d064d163c67e","remote_addr":"[fd00:1122:3344:101::a]:48849","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101269,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:39.91564572Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44472"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:39.915692241Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44030"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:39.916716053Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"957823d0-10d3-47a8-9a1b-b5547195edd6","remote_addr":"[fd00:1122:3344:101::a]:48849","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1003,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:39.916726724Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:39.920460274Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"e7427a32-0a47-467b-9b39-4e77bc07c473","remote_addr":"[fd00:1122:3344:101::b]:44472","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4469,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:39.954107529Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:39.958887281Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/dfe0d71d-bf47-4078-b268-488a1a86dacf/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:39.958955683Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/a68a8815-ae7a-4f04-9580-d984724ba325/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:39.960169779Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:39.96114063Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:39.961176821Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"PUT","req_id":"7e68852c-6241-4ca5-b69e-0f3854b32f5b","remote_addr":"[fd00:1122:3344:101::a]:48849","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3433,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:40.010175536Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"56c44bf0-72eb-443f-93c4-6d9d8dfa7b06","remote_addr":"[fd00:1122:3344:101::b]:44030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94285,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:40.010641866Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"4dc862e3-569c-497d-be8d-84228bc9c451","remote_addr":"[fd00:1122:3344:101::b]:44030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":178,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:40.073370957Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58092"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:40.073566591Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"22300510-d8c9-437b-b166-f2d683a67e64","remote_addr":"[fd00:1122:3344:101::c]:58092","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":148,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:40.129177229Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:62605"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:40.129292931Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:40.16172548Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:40.215821874Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c91bd45b-0f91-4719-9152-778078660f5c","remote_addr":"[fd00:1122:3344:101::c]:62605","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":86580,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:40.21609897Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"ecc6859b-794a-4c39-89fa-32f5392c39ea","remote_addr":"[fd00:1122:3344:101::c]:62605","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:56.650068977Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:56.650180339Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"b39a2005-c3c4-4410-974b-bc550d36255d","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46198","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":42,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:20:57.011741806Z","hostname":"sock","pid":1562,"uri":"/7fb76027-0cc2-4597-be33-aafd44ac97e0","method":"GET","req_id":"1c2d23d4-b10b-4022-975d-593ccb006d16","remote_addr":"[fd00:1122:3344:101::d]:36515","local_addr":"[fd00:1122:3344:101::1]:43015","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6860,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.455549013Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37147"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.455730477Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1ca48a93-3d1a-4785-ba2c-a1e968b2df3e","remote_addr":"[fd00:1122:3344:101::a]:37147","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.469222518Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"88d3debc-be18-4769-998a-6409f5f648bb","remote_addr":"[fd00:1122:3344:101::a]:37147","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":144,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.499693574Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:46115"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.499805286Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"55080a86-1657-4ecd-aa0f-322059caa776","remote_addr":"[fd00:1122:3344:101::b]:46115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":60,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.509885124Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:48842"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.510115679Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"24fee039-64fa-4d38-9d2a-b8342a1879b5","remote_addr":"[fd00:1122:3344:101::b]:48842","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":165,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.515131876Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"cd4db470-fa88-4485-a7ff-d5ad93b0d7cc","remote_addr":"[fd00:1122:3344:101::b]:46115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.524762104Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:56421"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.525564211Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f94e21b9-0cf0-4589-82aa-c1be93f48edc","remote_addr":"[fd00:1122:3344:101::c]:56421","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":740,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.535658559Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"5b6aae20-e642-4870-b93f-4fde18f7bdda","remote_addr":"[fd00:1122:3344:101::c]:56421","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":120,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.557912038Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:61598"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.558159693Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"8ddb3b7f-f745-44b8-baf5-e9d350ecae51","remote_addr":"[fd00:1122:3344:101::a]:61598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":165,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.575827844Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:61199"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.575944176Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.618622295Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.684722739Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"48f600d5-f2de-4177-ab1d-694f1aa41c94","remote_addr":"[fd00:1122:3344:101::a]:61199","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108822,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.684851242Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62975"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.684881682Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52955"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.685171318Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.690311899Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d4c1a492-41c1-467e-bd4e-1fb88b7077ea","remote_addr":"[fd00:1122:3344:101::a]:61199","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5153,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.695842688Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.696079083Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"f33cc550-8ff3-419b-8ed9-c367c75079f2","remote_addr":"[fd00:1122:3344:101::c]:40107","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":161,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.723282579Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.778423577Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.778473148Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"9d611e95-264e-4f25-ba3b-43bbaa7eb91a","remote_addr":"[fd00:1122:3344:101::c]:52955","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93400,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.781874571Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"babf1549-400d-4ae3-a7bb-05da653393a8","remote_addr":"[fd00:1122:3344:101::c]:52955","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":680,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.811353346Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.868426335Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"149ead4d-6f0d-40aa-91ad-ff9cf2b53d08","remote_addr":"[fd00:1122:3344:101::b]:62975","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":183228,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:09.869364435Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"bc08a11e-509b-46ac-ad2f-bfe72a167649","remote_addr":"[fd00:1122:3344:101::b]:62975","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":695,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:26.687656718Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41429"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:26.68774727Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"3f590d15-cff7-4d7f-b78a-775873cde55a","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41429","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":32,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:27.011170915Z","hostname":"sock","pid":1562,"uri":"/7fb76027-0cc2-4597-be33-aafd44ac97e0","method":"GET","req_id":"f40241cd-ddc3-47ed-8ff3-694043f54c46","remote_addr":"[fd00:1122:3344:101::d]:36515","local_addr":"[fd00:1122:3344:101::1]:43015","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6657,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:39.597671406Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51497"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:39.597814209Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c7bbe8e6-2e88-4705-91f3-b094667731b8","remote_addr":"[fd00:1122:3344:101::a]:51497","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:39.607271323Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"219f891f-4bc8-413c-8226-a322c06ad04c","remote_addr":"[fd00:1122:3344:101::a]:51497","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:39.675483962Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:34973"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:39.6767846Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5842402a-965a-4174-b8dc-968209349cbc","remote_addr":"[fd00:1122:3344:101::b]:34973","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1235,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:39.687275336Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:60721"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:39.687419309Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f6ce0420-dc87-46c6-b02e-5d752960c47b","remote_addr":"[fd00:1122:3344:101::c]:60721","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":51,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:39.687692505Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"2b2f56a4-bb68-4497-9a94-76219def3109","remote_addr":"[fd00:1122:3344:101::b]:34973","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:39.717288252Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48032"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:39.718294764Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"2e5435c8-20c0-4570-9b6e-e0bcb69dad2c","remote_addr":"[fd00:1122:3344:101::c]:48032","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":962,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:39.721802699Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39041"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:39.721972203Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"30a02714-158e-4e6f-8bd5-de49c9d3462b","remote_addr":"[fd00:1122:3344:101::a]:39041","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:39.726876359Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"8426cc5f-a7d1-4132-91da-695c12411b72","remote_addr":"[fd00:1122:3344:101::c]:60721","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1204,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:39.770929948Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41559"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:39.77103484Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:39.809526999Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:39.866595778Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"84fa1482-b517-4fbe-a715-07c4c221cd57","remote_addr":"[fd00:1122:3344:101::a]:41559","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95594,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:39.86670549Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:33198"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:39.866736811Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52951"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:39.866769661Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47539"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:39.867049667Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:39.870688536Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c09fc659-82b0-4165-ae79-0e2d43d68b9a","remote_addr":"[fd00:1122:3344:101::a]:41559","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3646,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:39.870776388Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"3289a8bb-8b81-4079-8936-505d7f6bb6b4","remote_addr":"[fd00:1122:3344:101::b]:33198","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3675,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:39.901178153Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:39.955788458Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:39.955886981Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"8bc20254-a5e5-4a23-9766-94dab0974a05","remote_addr":"[fd00:1122:3344:101::b]:47539","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88961,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:39.959885977Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"76c7df32-c710-4369-b0e8-8e7d8569b75e","remote_addr":"[fd00:1122:3344:101::b]:47539","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":434,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:39.995552665Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:40.051750035Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"2f23699a-0b36-4050-a635-346d57c74906","remote_addr":"[fd00:1122:3344:101::c]:52951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":184671,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:40.052137604Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"8ef16d04-f891-431e-8cbe-f1c5464ccbba","remote_addr":"[fd00:1122:3344:101::c]:52951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":152,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:56.721027989Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58572"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:56.721135431Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"4a6162c1-b587-4719-a378-8d27043db029","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58572","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":41,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:21:57.010542754Z","hostname":"sock","pid":1562,"uri":"/7fb76027-0cc2-4597-be33-aafd44ac97e0","method":"GET","req_id":"09f1ee83-d4b5-43c0-ba1b-892b1af34ca3","remote_addr":"[fd00:1122:3344:101::d]:36515","local_addr":"[fd00:1122:3344:101::1]:43015","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6238,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.443738164Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:51442"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.443868037Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"cd737252-ea5c-42f2-bf5c-ebfdd9e1f6a2","remote_addr":"[fd00:1122:3344:101::c]:51442","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":63,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.455024947Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"384fd2d5-38c2-4512-856c-311d2a1da58f","remote_addr":"[fd00:1122:3344:101::c]:51442","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":153,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.497402909Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56076"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.497489981Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"20abaac2-4321-4891-abe6-9ba61104384a","remote_addr":"[fd00:1122:3344:101::a]:56076","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":47,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.512902013Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"8168c856-67d2-4487-9bc5-6951c8cf73a9","remote_addr":"[fd00:1122:3344:101::a]:56076","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1247,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.574239704Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:35756"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.574331156Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"492c5105-0cdd-469b-a084-52077cbbfeb5","remote_addr":"[fd00:1122:3344:101::b]:35756","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.585629629Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7eda0741-6983-4bd9-9baa-db0c938b54fe","remote_addr":"[fd00:1122:3344:101::b]:35756","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.602258977Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34630"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.602345199Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.640065092Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.697971969Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"e8a6bceb-5aae-44a7-bc8d-7a3373b36fce","remote_addr":"[fd00:1122:3344:101::a]:34630","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95653,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.698076541Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:36874"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.698105712Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62845"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.698155293Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:42782"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.698188393Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59290"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.698582902Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"59ae4078-6934-4977-aff5-233f8e5e6b01","remote_addr":"[fd00:1122:3344:101::a]:34630","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":261,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.698713605Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"93d7c6c6-20d6-41ef-acec-8d49bb52d264","remote_addr":"[fd00:1122:3344:101::c]:36874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":322,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.699557143Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.699639995Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"04ddeda3-d43f-43b4-8c45-4e9442891403","remote_addr":"[fd00:1122:3344:101::a]:59290","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1173,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.725770547Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:49055"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.729419466Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"1c9b8bec-3ce8-4428-b47b-2eb34bceb67a","remote_addr":"[fd00:1122:3344:101::b]:49055","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":299,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.736952998Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.785121286Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.785186177Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"1d423ae3-113b-4698-9d45-730706e6cc89","remote_addr":"[fd00:1122:3344:101::c]:42782","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":86515,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.788438677Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"6402dba7-4791-4b3b-bf63-c7c6441accfd","remote_addr":"[fd00:1122:3344:101::c]:42782","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":744,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.820329694Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.870431113Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d05f5eed-832a-43ce-9e88-7133d14686ff","remote_addr":"[fd00:1122:3344:101::b]:62845","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":171813,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:09.870818821Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"46cebf61-8be1-4ace-86b5-ca1385081e5a","remote_addr":"[fd00:1122:3344:101::b]:62845","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":145,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:26.755652877Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34316"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:26.755746989Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"7019cd48-3a47-4868-bdad-dd0626c99c1e","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34316","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":29,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:27.016859802Z","hostname":"sock","pid":1562,"uri":"/7fb76027-0cc2-4597-be33-aafd44ac97e0","method":"GET","req_id":"56b97bf0-f820-4eda-98f7-23269f6e192d","remote_addr":"[fd00:1122:3344:101::d]:36515","local_addr":"[fd00:1122:3344:101::1]:43015","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7643,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:39.477875681Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60505"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:39.478067685Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"78af2d07-9e95-4337-92dd-3150bcf71759","remote_addr":"[fd00:1122:3344:101::b]:60505","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:39.507296534Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ad779d7a-43d4-4d69-b55e-a33932d48f69","remote_addr":"[fd00:1122:3344:101::b]:60505","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":172,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:39.553809856Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46981"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:39.556056214Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"7dd2fe81-ece1-4005-ae2a-56b6eaab05f8","remote_addr":"[fd00:1122:3344:101::a]:46981","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2106,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:39.594717437Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ec832a14-4675-4337-bff3-ae7dc682c839","remote_addr":"[fd00:1122:3344:101::a]:46981","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":153,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:39.729822476Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:54544"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:39.729933459Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"32e15d22-dbc4-4ca3-91ab-a7b0b77f6195","remote_addr":"[fd00:1122:3344:101::c]:54544","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":63,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:39.743485421Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:56367"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:39.743720676Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"9f990334-535b-4f0d-9ce7-f3f37ed9c3cf","remote_addr":"[fd00:1122:3344:101::b]:56367","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":153,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:39.743855578Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1ffacb21-a6a3-449d-87e8-6beebb1033e8","remote_addr":"[fd00:1122:3344:101::c]:54544","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:39.747931566Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:43602"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:39.747992388Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:39.787722303Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:39.846661243Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"84b329a4-f7c3-402a-9e87-fcf1bcd48275","remote_addr":"[fd00:1122:3344:101::b]:43602","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98711,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:39.846988939Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"ecebebed-938e-4b5e-ab1a-e24bd630f142","remote_addr":"[fd00:1122:3344:101::b]:43602","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":114,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:39.881570384Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41555"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:39.881782519Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"7a9ef4cd-9bf6-4a1a-a68d-4e54dfbb6798","remote_addr":"[fd00:1122:3344:101::a]:41555","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":151,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:39.88646272Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48112"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:39.886576492Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"5e8e9843-6cf1-46ca-beaa-08bd60bd12e0","remote_addr":"[fd00:1122:3344:101::c]:48112","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":73,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:39.913926941Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51748"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:39.914050244Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:39.958850219Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:40.014457776Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"8aa008f0-d3b1-46b5-8c21-212c19120b24","remote_addr":"[fd00:1122:3344:101::a]:51748","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100464,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:40.01462995Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37952"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:40.014913176Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"53062bb3-b004-4773-b4cf-7e2b59d72977","remote_addr":"[fd00:1122:3344:101::a]:51748","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":208,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:40.015596411Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:40.051905572Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:40.10563935Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"e5d0c2df-e959-4fd2-af5c-f0b71f220560","remote_addr":"[fd00:1122:3344:101::c]:37952","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90908,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:40.106040138Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"9e103fcb-3a2a-4e48-81dc-3448f05e8563","remote_addr":"[fd00:1122:3344:101::c]:37952","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":153,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:45.171021533Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:56.788111068Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64502"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:56.788789482Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"a8022a10-9a0c-4a3b-80c9-2f084e92c2f9","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64502","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":605,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:22:57.059114624Z","hostname":"sock","pid":1562,"uri":"/7fb76027-0cc2-4597-be33-aafd44ac97e0","method":"GET","req_id":"e2819ab3-d70a-47c0-b2b3-6cba68dd5e9b","remote_addr":"[fd00:1122:3344:101::d]:36515","local_addr":"[fd00:1122:3344:101::1]:43015","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5040,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.359769629Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40555"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.359998584Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"77012cb4-e134-4a89-b44a-aac18176ae16","remote_addr":"[fd00:1122:3344:101::c]:40555","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.374782483Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"926bda6f-2af2-4943-ac82-e3e2dd88aa1f","remote_addr":"[fd00:1122:3344:101::c]:40555","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":184,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.459759473Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50301"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.459860715Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"4fcb36fa-c6d5-4feb-9029-a8b564ae415b","remote_addr":"[fd00:1122:3344:101::a]:50301","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":64,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.471678439Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"e7ff10ae-2d5b-46d8-9c18-a4881309a487","remote_addr":"[fd00:1122:3344:101::a]:50301","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":133,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.477031215Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60707"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.477129667Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"4346553d-f7ad-4b52-bd6a-18e5c32c262c","remote_addr":"[fd00:1122:3344:101::b]:60707","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":55,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.489673337Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"50ea82a4-956a-4d3b-be7a-8b45594241cd","remote_addr":"[fd00:1122:3344:101::b]:60707","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":160,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.548553205Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:38141"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.548670857Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.590250153Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.647183459Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"8d1e2566-e621-4ea9-b73c-aa221d06d82c","remote_addr":"[fd00:1122:3344:101::b]:38141","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98557,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.647313312Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33306"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.647351683Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:46659"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.647390493Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47070"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.647419674Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:47380"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.647501346Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:43888"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.647960076Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"f1ec8020-603d-4515-b6d6-bf0cee565465","remote_addr":"[fd00:1122:3344:101::c]:47070","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":354,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.647972736Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"a8922de6-1009-4b0d-b975-25d5a5a8fb55","remote_addr":"[fd00:1122:3344:101::b]:38141","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":354,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.647979586Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"372e8e6c-5abc-402b-bdfa-8b27f54b411e","remote_addr":"[fd00:1122:3344:101::b]:46659","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":354,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.648677241Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.653814792Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"a82e7300-c218-4d53-ae3e-da9f00326ba8","remote_addr":"[fd00:1122:3344:101::a]:47380","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5936,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.684559374Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.735958231Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.736000422Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"7e748898-d1b1-42ed-9f83-9ad1612b71e6","remote_addr":"[fd00:1122:3344:101::c]:43888","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88057,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.73961749Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"70bd6f19-74df-4c1a-8c46-3b0b29d3f2c2","remote_addr":"[fd00:1122:3344:101::c]:43888","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":744,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.777202759Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.831055899Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"748e847d-811d-4d4d-9542-d97e42c1b27f","remote_addr":"[fd00:1122:3344:101::a]:33306","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":183287,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:09.831379706Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e688352d-c84d-4bc0-ac1d-526a4dcae1fd","remote_addr":"[fd00:1122:3344:101::a]:33306","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":140,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:26.826742332Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61236"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:26.826838934Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"c658b440-a301-40ed-ab9d-bc15e548522b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61236","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":43,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:27.060193179Z","hostname":"sock","pid":1562,"uri":"/7fb76027-0cc2-4597-be33-aafd44ac97e0","method":"GET","req_id":"75188546-090a-4025-97ed-eb17f9e47215","remote_addr":"[fd00:1122:3344:101::d]:36515","local_addr":"[fd00:1122:3344:101::1]:43015","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5597,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:39.669955722Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:46854"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:39.670131875Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b326aa9c-7ec7-472f-9ae0-c7ef7411e0ef","remote_addr":"[fd00:1122:3344:101::c]:46854","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:39.682343108Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ef0604e1-b9fe-4dfc-ace8-9f4f8a4150bb","remote_addr":"[fd00:1122:3344:101::c]:46854","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":120,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:39.699865695Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:38777"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:39.699950477Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"463c8f51-5bad-46d4-a079-3b61bdc3fecd","remote_addr":"[fd00:1122:3344:101::b]:38777","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":42,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:39.712019607Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"407c021f-9ac1-4463-b721-091159ad9598","remote_addr":"[fd00:1122:3344:101::b]:38777","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:39.716727969Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:58920"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:39.716909203Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"b21d5b74-6506-4632-ac63-3d8f6680a2aa","remote_addr":"[fd00:1122:3344:101::a]:58920","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:39.746120412Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:53202"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:39.746306046Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"cf7cdae7-6860-455a-ad8f-a2b1627da2b3","remote_addr":"[fd00:1122:3344:101::b]:53202","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:39.818641604Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57256"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:39.818759476Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"600be8bc-9251-4675-a27b-a54e5defaf94","remote_addr":"[fd00:1122:3344:101::a]:57256","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":37,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:39.833016683Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3246edbf-82e1-4d2f-9276-b9d94c905637","remote_addr":"[fd00:1122:3344:101::a]:57256","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":133,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:39.84961614Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:57735"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:39.849732573Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:39.891330879Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:39.95409239Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"85fdc218-6903-4d99-9ae2-f4a9bc63bced","remote_addr":"[fd00:1122:3344:101::b]:57735","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104400,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:39.954210043Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48714"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:39.954238014Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:34914"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:39.954299145Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37343"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:39.955389598Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:39.95916605Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"440c9563-9a56-4e67-a819-12bc96f710be","remote_addr":"[fd00:1122:3344:101::c]:48714","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4588,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:39.959333293Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"8ff5326b-d5ee-4d6c-83af-ca53a2cc3a16","remote_addr":"[fd00:1122:3344:101::b]:57735","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4591,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:39.989751649Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:40.046514191Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:40.046571302Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"986deef0-74cc-4805-9791-9d6659c1c557","remote_addr":"[fd00:1122:3344:101::a]:37343","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92128,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:40.050279402Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"5f5c8921-1f9f-4c75-9aab-3a8e1e4ce43b","remote_addr":"[fd00:1122:3344:101::a]:37343","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":722,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:40.084976889Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:40.148475077Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"98b2d0b2-ea91-4e33-bff2-502aa9f2d045","remote_addr":"[fd00:1122:3344:101::c]:34914","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":193918,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:40.148933357Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"9d49a4aa-154d-4a7a-a49a-9ce577d5fefa","remote_addr":"[fd00:1122:3344:101::c]:34914","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":159,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:56.864883145Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47566"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:56.865021778Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"175e1bb4-7498-435e-8a75-e77877148ed1","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47566","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":86,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:23:57.06107684Z","hostname":"sock","pid":1562,"uri":"/7fb76027-0cc2-4597-be33-aafd44ac97e0","method":"GET","req_id":"30abf999-8dcf-4876-ae7b-ca2e8ee1b844","remote_addr":"[fd00:1122:3344:101::d]:36515","local_addr":"[fd00:1122:3344:101::1]:43015","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6772,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.117944476Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45658"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.11815053Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"d718947f-9f0f-4e4b-827a-978ded24557d","remote_addr":"[fd00:1122:3344:101::a]:45658","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":147,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.118417216Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:778","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(7524855) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.118439637Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"PUT","req_id":"9eb425f4-ed45-49f7-900a-f92c7e521d7f","remote_addr":"[fd00:1122:3344:101::a]:45658","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.258641076Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51477"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.259370201Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:539","metadata":"InstanceMetadata { silo_id: 4b99273a-170e-459b-9296-2a3fec385f33, project_id: 138c8f4c-5a7c-4946-9b76-77a52f6a1d63 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-09T17:24:09.258314078Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: cd23566e-3167-4e37-b415-e9ac40da17df, kind: Instance { id: a9576a43-1d74-4cf8-a948-ae9ab8205711 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(7524855), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: cd23566e-3167-4e37-b415-e9ac40da17df, kind: Instance { id: a9576a43-1d74-4cf8-a948-ae9ab8205711 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(7524855), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: cd23566e-3167-4e37-b415-e9ac40da17df, kind: Instance { id: a9576a43-1d74-4cf8-a948-ae9ab8205711 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(7524855), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(7524855))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: cd23566e-3167-4e37-b415-e9ac40da17df, kind: Instance { id: a9576a43-1d74-4cf8-a948-ae9ab8205711 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(7524855), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-e9366b73287\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: ece55c74-9ab5-4aaf-a7db-4a5166b8e763, read_only_parent: Some(Volume { block_size: 512, id: 5891259c-12f1-4afd-8f97-8239bc2ea66f, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: b5908ff8-e3fd-4427-9d0a-ee73e46fa094, key: Some(\"F2WG2CRf9+FmEBEC1O7OwvtvNRdE+OswvuZtQZnH/iw=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19001\", \"[fd00:1122:3344:101::1a]:19002\", \"[fd00:1122:3344:101::15]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: ece55c74-9ab5-4aaf-a7db-4a5166b8e763, key: Some(\"aA7xiAvHG+eIQt3XF8Vhwd8YWqMdoyZbj1QDN4z5v0A=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::13]:19000\", \"[fd00:1122:3344:101::17]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-e9366b73287\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.259452273Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:572","migration_id":"None","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.259466553Z","hostname":"sock","pid":1562,"propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"sled-agent/src/instance.rs:1113","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: cd23566e-3167-4e37-b415-e9ac40da17df, kind: Instance { id: a9576a43-1d74-4cf8-a948-ae9ab8205711 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(7524855), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: cd23566e-3167-4e37-b415-e9ac40da17df, kind: Instance { id: a9576a43-1d74-4cf8-a948-ae9ab8205711 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(7524855), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: cd23566e-3167-4e37-b415-e9ac40da17df, kind: Instance { id: a9576a43-1d74-4cf8-a948-ae9ab8205711 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(7524855), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(7524855))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: cd23566e-3167-4e37-b415-e9ac40da17df, kind: Instance { id: a9576a43-1d74-4cf8-a948-ae9ab8205711 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(7524855), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-e9366b73287\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: ece55c74-9ab5-4aaf-a7db-4a5166b8e763, read_only_parent: Some(Volume { block_size: 512, id: 5891259c-12f1-4afd-8f97-8239bc2ea66f, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: b5908ff8-e3fd-4427-9d0a-ee73e46fa094, key: Some(\"F2WG2CRf9+FmEBEC1O7OwvtvNRdE+OswvuZtQZnH/iw=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19001\", \"[fd00:1122:3344:101::1a]:19002\", \"[fd00:1122:3344:101::15]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: ece55c74-9ab5-4aaf-a7db-4a5166b8e763, key: Some(\"aA7xiAvHG+eIQt3XF8Vhwd8YWqMdoyZbj1QDN4z5v0A=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::13]:19000\", \"[fd00:1122:3344:101::17]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-e9366b73287\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-09T17:24:09.258314078Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.259584396Z","hostname":"sock","pid":1562,"uri":"/vmms/cd9fe782-9ccb-4b8c-88c8-f30137a149a1","method":"PUT","req_id":"8324da2e-cd05-4fa7-8fd9-549e81be9141","remote_addr":"[fd00:1122:3344:101::a]:51477","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":840,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.494674029Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44339"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.494897153Z","hostname":"sock","pid":1562,"uri":"/vmms/cd9fe782-9ccb-4b8c-88c8-f30137a149a1/state","method":"GET","req_id":"bfde4216-07ab-40a8-ac8a-ef749120856d","remote_addr":"[fd00:1122:3344:101::b]:44339","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":178,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.500637497Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36407"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.501729611Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"da15f863-4280-4de8-b77e-edfaa643173c","remote_addr":"[fd00:1122:3344:101::b]:36407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":997,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.502052618Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49435"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.502247342Z","hostname":"sock","pid":1562,"uri":"/vmms/cd9fe782-9ccb-4b8c-88c8-f30137a149a1/state","method":"GET","req_id":"a2eb3433-d06f-43e3-97f4-5af57b5d2dfb","remote_addr":"[fd00:1122:3344:101::a]:49435","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.511556472Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"fff0a351-a542-4d25-b68e-7fe4f282a826","remote_addr":"[fd00:1122:3344:101::b]:36407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":147,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.517247665Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:39187"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.517439889Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"a385bf29-2333-44c8-bd90-3ceefa8f6108","remote_addr":"[fd00:1122:3344:101::c]:39187","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":126,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.523437928Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:42018"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.52353813Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5ff32b02-ddb6-4104-9e4c-4efbf422ccab","remote_addr":"[fd00:1122:3344:101::c]:42018","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.53464072Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"2dfbc0a4-a0d3-4777-b664-a79deacb8ccf","remote_addr":"[fd00:1122:3344:101::c]:42018","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":954,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.578545235Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48304"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.578662237Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.619714292Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.683481095Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"38291c9f-f6af-4417-a58a-b88d89695d5e","remote_addr":"[fd00:1122:3344:101::c]:48304","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104848,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.683779071Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51306"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.683838222Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50414"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.683878683Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e67d51e6-7a5b-4188-963d-7431d86f4d01","remote_addr":"[fd00:1122:3344:101::c]:48304","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":144,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.683888963Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60856"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.683921054Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62064"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.684119588Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.688804429Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c2e8e1ca-70b4-44b2-bf86-0485c7e501a8","remote_addr":"[fd00:1122:3344:101::a]:51306","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4589,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.688940972Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"c64af12e-ecd3-4fd6-85a7-b892e05edfa2","remote_addr":"[fd00:1122:3344:101::b]:50414","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4772,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.688947472Z","hostname":"sock","pid":1562,"uri":"/vmms/cd9fe782-9ccb-4b8c-88c8-f30137a149a1/state","method":"PUT","req_id":"71debb15-19c0-44ff-8e96-280710df052c","remote_addr":"[fd00:1122:3344:101::a]:62064","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4848,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.690386343Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 7524855 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.690439955Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.724344055Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_cd9fe782-9ccb-4b8c-88c8-f30137a149a1","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.731736844Z","hostname":"sock","pid":1562,"instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_cd9fe782-9ccb-4b8c-88c8-f30137a149a1","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.754603386Z","hostname":"sock","pid":1562,"instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.783227763Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f565fbc8-cdcb-4e2c-a9ab-1071189f05da","remote_addr":"[fd00:1122:3344:101::b]:60856","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99205,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.78356476Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"a2010c9c-4035-4db0-8f71-ca0ad1b7bc85","remote_addr":"[fd00:1122:3344:101::b]:60856","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":139,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.802946158Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:61790"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.803176732Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"1a14cebd-bcc3-46ac-8730-852bc192016a","remote_addr":"[fd00:1122:3344:101::a]:61790","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":145,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.809377256Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"aac797bb-7e42-4c9f-957c-573d82ebabb0","remote_addr":"[fd00:1122:3344:101::a]:51306","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.81794527Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38282"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.818036252Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.858622446Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.920435678Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"5a9b67cc-0587-4fec-9b1b-82e78bc30304","remote_addr":"[fd00:1122:3344:101::a]:38282","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102426,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:09.920759315Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"cadc73df-84e0-446f-a676-2c8ad0e93aeb","remote_addr":"[fd00:1122:3344:101::a]:38282","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":122,"response_code":"200"} {"msg":"Profile for oxz_propolis-server_cd9fe782-9ccb-4b8c-88c8-f30137a149a1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:10.7512875Z","hostname":"sock","pid":1562,"instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_cd9fe782-9ccb-4b8c-88c8-f30137a149a1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:10.751507165Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_cd9fe782-9ccb-4b8c-88c8-f30137a149a1\") failed: Property not found. retry in 55.480781ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:24:10.923203752Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_cd9fe782-9ccb-4b8c-88c8-f30137a149a1\") failed: Property not found. retry in 91.326196ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:24:10.993553027Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_cd9fe782-9ccb-4b8c-88c8-f30137a149a1\") failed: Property not found. retry in 205.522781ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:24:11.098940527Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_cd9fe782-9ccb-4b8c-88c8-f30137a149a1\") failed: Property not found. retry in 417.644803ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:24:11.316395629Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_cd9fe782-9ccb-4b8c-88c8-f30137a149a1\") failed: Property not found. retry in 470.987347ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:24:11.745113092Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_cd9fe782-9ccb-4b8c-88c8-f30137a149a1\") failed: Property not found. retry in 1.224060731s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:24:12.226386956Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_cd9fe782-9ccb-4b8c-88c8-f30137a149a1\") failed: Property not found. retry in 1.034404806s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:24:13.461343381Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_cd9fe782-9ccb-4b8c-88c8-f30137a149a1\") failed: Property not found. retry in 1.188877574s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:24:14.507601033Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_cd9fe782-9ccb-4b8c-88c8-f30137a149a1","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:15.723764152Z","hostname":"sock","pid":1562,"instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"sled-agent/src/instance.rs:1594"} {"msg":"wait for service Some(\"oxz_propolis-server_cd9fe782-9ccb-4b8c-88c8-f30137a149a1\") failed: Property not found. retry in 65.66929ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:24:15.731271344Z","hostname":"sock","pid":1562,"instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_cd9fe782-9ccb-4b8c-88c8-f30137a149a1\") failed: Property not found. retry in 70.682546ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:24:15.805724777Z","hostname":"sock","pid":1562,"instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_cd9fe782-9ccb-4b8c-88c8-f30137a149a1\") failed: Property not found. retry in 129.783397ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:24:15.883996783Z","hostname":"sock","pid":1562,"instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_cd9fe782-9ccb-4b8c-88c8-f30137a149a1\") failed: Property not found. retry in 332.134709ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:24:16.024343326Z","hostname":"sock","pid":1562,"instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:16.367002515Z","hostname":"sock","pid":1562,"instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"sled-agent/src/instance.rs:1603"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:16.40345452Z","hostname":"sock","pid":1562,"instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"sled-agent/src/instance.rs:1627"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:16.543498396Z","hostname":"sock","pid":1562,"instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"sled-agent/src/instance.rs:825"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-10-09T17:24:16.548883282Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:16.548911202Z","hostname":"sock","pid":1562,"instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"sled-agent/src/instance.rs:675"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:16.548923642Z","hostname":"sock","pid":1562,"instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"sled-agent/src/instance.rs:697","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-09T17:24:16.548883282Z }","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:16.548929523Z","hostname":"sock","pid":1562,"instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-09T17:24:16.548883282Z }, migration_in: None, migration_out: None }","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-10-09T17:24:16.596086668Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:16.596100609Z","hostname":"sock","pid":1562,"instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"sled-agent/src/instance.rs:675"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:16.596120699Z","hostname":"sock","pid":1562,"instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"sled-agent/src/instance.rs:697","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-09T17:24:16.596086668Z }","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:16.596126949Z","hostname":"sock","pid":1562,"instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-09T17:24:16.596086668Z }, migration_in: None, migration_out: None }","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:26.904180824Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60206"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:26.904280836Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"dca2703d-fd84-432f-8309-0ca6905f50b8","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60206","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":29,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:27.061194885Z","hostname":"sock","pid":1562,"uri":"/7fb76027-0cc2-4597-be33-aafd44ac97e0","method":"GET","req_id":"7c22d666-9118-4251-88e7-ea2da26321d3","remote_addr":"[fd00:1122:3344:101::d]:36515","local_addr":"[fd00:1122:3344:101::1]:43015","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6949,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.584118497Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:54690"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.584333831Z","hostname":"sock","pid":1562,"uri":"/vmms/cd9fe782-9ccb-4b8c-88c8-f30137a149a1/state","method":"GET","req_id":"6ae2a37c-5064-4bc5-9e90-034e5e9320f3","remote_addr":"[fd00:1122:3344:101::c]:54690","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":156,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.627480691Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:60981"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.627686675Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"21b635d9-9c50-4ac5-83f9-3d5da2ae0b02","remote_addr":"[fd00:1122:3344:101::c]:60981","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.68270625Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:46084"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.682822903Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d52ebe55-abbc-423b-ab8f-ab859b1071b9","remote_addr":"[fd00:1122:3344:101::b]:46084","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":66,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.693987013Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:47734"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.694173477Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a3dfec57-7eb6-4487-a07c-fd2ff6000ac8","remote_addr":"[fd00:1122:3344:101::a]:47734","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":68,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.731842158Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:58500"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.732067553Z","hostname":"sock","pid":1562,"uri":"/vmms/cd9fe782-9ccb-4b8c-88c8-f30137a149a1/state","method":"GET","req_id":"a994744b-43c4-4bc9-bba3-b78dc6c86126","remote_addr":"[fd00:1122:3344:101::a]:58500","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":156,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.769846797Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"81ca0242-720b-46f4-ba60-37d8c64478e9","remote_addr":"[fd00:1122:3344:101::c]:60981","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":283,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.794047968Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64612"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.794250482Z","hostname":"sock","pid":1562,"uri":"/vmms/cd9fe782-9ccb-4b8c-88c8-f30137a149a1/state","method":"GET","req_id":"d3987672-3d5c-4b55-8178-893596c384fe","remote_addr":"[fd00:1122:3344:101::b]:64612","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":150,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.859831744Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39265"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.860009468Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.90047368Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.963349094Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"81ae6602-1752-4b65-8750-2ed66dd587ad","remote_addr":"[fd00:1122:3344:101::a]:39265","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103403,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.963604739Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:55152"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.963686861Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:49517"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.963757233Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64376"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.963831374Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"370bea36-8eda-4d00-97b9-cc24b53d170c","remote_addr":"[fd00:1122:3344:101::a]:47734","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":291,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.963982857Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"ccb8a4bf-9dcc-4733-bb8b-c112d80abf03","remote_addr":"[fd00:1122:3344:101::a]:39265","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":334,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.964167371Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"17f1a297-4e4f-4a87-96b0-3617cd1c52d3","remote_addr":"[fd00:1122:3344:101::a]:64376","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":284,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.964243553Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"da7a5386-fece-44db-89ec-aff53f182036","remote_addr":"[fd00:1122:3344:101::c]:55152","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":298,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.964253773Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"08aa709f-e5f4-40df-acaf-2a008dea79c7","remote_addr":"[fd00:1122:3344:101::b]:49517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":280,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.965868078Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:51060"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.966236526Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2a27eb2b-9eaf-4bbc-be61-bfe07c900c82, kind: Service { id: 8b52cf11-a914-40b6-a78c-453e53bf225d }, name: Name(\"external-dns-8b52cf11-a914-40b6-a78c-453e53bf225d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 68177310-d07f-4769-ad87-886af040d5fc, kind: Service { id: f5604484-3c02-460b-b2d4-9e87735c9849 }, name: Name(\"external-dns-f5604484-3c02-460b-b2d4-9e87735c9849\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 87])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 39e04a07-42c6-45cf-b626-b52b640853dc, kind: Service { id: 5349dd1e-7e01-42fb-a801-d776f62a0c7c }, name: Name(\"nexus-5349dd1e-7e01-42fb-a801-d776f62a0c7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5ad814d9-4a89-429c-8209-a2cb906e7dc6, kind: Service { id: d24e9fcf-607c-4dc6-942b-c8bd0ead7a42 }, name: Name(\"nexus-d24e9fcf-607c-4dc6-942b-c8bd0ead7a42\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 182])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be81ffc5-b0cc-4363-a779-ac22047847f9, kind: Service { id: 10d2c3dc-a201-4ddd-97c2-74d2a4294cde }, name: Name(\"nexus-10d2c3dc-a201-4ddd-97c2-74d2a4294cde\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 46])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.966303557Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.966348898Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.966367949Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.966397769Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.96641872Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.96642929Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.966464351Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"f4b76249-3eff-4d83-88b1-59c7572a6129","remote_addr":"[fd00:1122:3344:101::c]:51060","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":477,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.987826411Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:60579"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:39.987951014Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:40.029252723Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:40.084575484Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"3aa9d53e-dea5-45aa-8a90-1996c4a074f2","remote_addr":"[fd00:1122:3344:101::c]:60579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96677,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:40.084738458Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62501"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:40.084970463Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:40.088870767Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"88136940-1c52-4e55-b961-4a4c34c2cad4","remote_addr":"[fd00:1122:3344:101::c]:60579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3892,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:40.08899867Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"03f8692f-994b-468d-b93b-1de836fec08d","remote_addr":"[fd00:1122:3344:101::b]:46084","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4035,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:40.108826537Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56944"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:40.109103413Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2a27eb2b-9eaf-4bbc-be61-bfe07c900c82, kind: Service { id: 8b52cf11-a914-40b6-a78c-453e53bf225d }, name: Name(\"external-dns-8b52cf11-a914-40b6-a78c-453e53bf225d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 68177310-d07f-4769-ad87-886af040d5fc, kind: Service { id: f5604484-3c02-460b-b2d4-9e87735c9849 }, name: Name(\"external-dns-f5604484-3c02-460b-b2d4-9e87735c9849\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 87])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 39e04a07-42c6-45cf-b626-b52b640853dc, kind: Service { id: 5349dd1e-7e01-42fb-a801-d776f62a0c7c }, name: Name(\"nexus-5349dd1e-7e01-42fb-a801-d776f62a0c7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5ad814d9-4a89-429c-8209-a2cb906e7dc6, kind: Service { id: d24e9fcf-607c-4dc6-942b-c8bd0ead7a42 }, name: Name(\"nexus-d24e9fcf-607c-4dc6-942b-c8bd0ead7a42\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 182])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be81ffc5-b0cc-4363-a779-ac22047847f9, kind: Service { id: 10d2c3dc-a201-4ddd-97c2-74d2a4294cde }, name: Name(\"nexus-10d2c3dc-a201-4ddd-97c2-74d2a4294cde\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 46])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:40.109151104Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:40.109186984Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:40.109202545Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:40.109210855Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:40.109227145Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:40.109240066Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:40.109253996Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"8bdda255-4e5d-4925-9a74-3991c071f03f","remote_addr":"[fd00:1122:3344:101::a]:56944","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":336,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:40.12150207Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:40.145507876Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:48102"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:40.145988407Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2a27eb2b-9eaf-4bbc-be61-bfe07c900c82, kind: Service { id: 8b52cf11-a914-40b6-a78c-453e53bf225d }, name: Name(\"external-dns-8b52cf11-a914-40b6-a78c-453e53bf225d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 68177310-d07f-4769-ad87-886af040d5fc, kind: Service { id: f5604484-3c02-460b-b2d4-9e87735c9849 }, name: Name(\"external-dns-f5604484-3c02-460b-b2d4-9e87735c9849\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 87])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 39e04a07-42c6-45cf-b626-b52b640853dc, kind: Service { id: 5349dd1e-7e01-42fb-a801-d776f62a0c7c }, name: Name(\"nexus-5349dd1e-7e01-42fb-a801-d776f62a0c7c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 139])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5ad814d9-4a89-429c-8209-a2cb906e7dc6, kind: Service { id: d24e9fcf-607c-4dc6-942b-c8bd0ead7a42 }, name: Name(\"nexus-d24e9fcf-607c-4dc6-942b-c8bd0ead7a42\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 182])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be81ffc5-b0cc-4363-a779-ac22047847f9, kind: Service { id: 10d2c3dc-a201-4ddd-97c2-74d2a4294cde }, name: Name(\"nexus-10d2c3dc-a201-4ddd-97c2-74d2a4294cde\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 46])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:40.146052808Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:40.146098549Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:40.14613968Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:40.146165931Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:40.146192841Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:40.146200442Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:40.146223332Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"1573118d-8083-425b-9c1c-4ec610f64c0c","remote_addr":"[fd00:1122:3344:101::b]:48102","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":556,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:40.173360816Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"ae3a388b-e651-4aed-a584-a201dec9c177","remote_addr":"[fd00:1122:3344:101::b]:62501","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88491,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:40.173639202Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"7aeb9ced-f4e9-42ff-8f37-25db86cbe574","remote_addr":"[fd00:1122:3344:101::b]:62501","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":121,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:43.408645058Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39561"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:43.409725011Z","hostname":"sock","pid":1562,"uri":"/vmms/cd9fe782-9ccb-4b8c-88c8-f30137a149a1/state","method":"PUT","req_id":"47fb0fdb-db00-40a1-9bdf-d0df31e820a3","remote_addr":"[fd00:1122:3344:101::a]:39561","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":987,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-10-09T17:24:43.409843574Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:43.409868774Z","hostname":"sock","pid":1562,"instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"sled-agent/src/instance.rs:675"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:43.409892585Z","hostname":"sock","pid":1562,"instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"sled-agent/src/instance.rs:697","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-09T17:24:43.409843574Z }","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:43.409909815Z","hostname":"sock","pid":1562,"instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-09T17:24:43.409843574Z }, migration_in: None, migration_out: None }","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-10-09T17:24:43.439570824Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:43.439589094Z","hostname":"sock","pid":1562,"instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"sled-agent/src/instance.rs:675"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:43.439626995Z","hostname":"sock","pid":1562,"instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"sled-agent/src/instance.rs:697","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-10-09T17:24:43.439570824Z }","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:43.439635146Z","hostname":"sock","pid":1562,"instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"sled-agent/src/instance.rs:711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:43.439654946Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:24:43.439774489Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"12042647357337649054"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:24:43.440017014Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"7fb76027-0cc2-4597-be33-aafd44ac97e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"12756295782248758767"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:43.441817633Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:43.441866963Z","hostname":"sock","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/a68a8815-ae7a-4f04-9580-d984724ba325/debug/bundle/zone\", \"/pool/int/dfe0d71d-bf47-4078-b268-488a1a86dacf/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/debug\", \"/pool/ext/86cb53a3-21c2-4206-bfe2-1b419fd12817/crypt/debug\", \"/pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/debug\", \"/pool/ext/5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a/crypt/debug\", \"/pool/ext/15932422-3dc1-496a-99a8-25553e4bc4f0/crypt/debug\", \"/pool/ext/bcc6cfc0-f84c-4a90-86b8-74ccaa872d68/crypt/debug\", \"/pool/ext/1704e02e-0554-47d2-9b6d-689c8d766739/crypt/debug\", \"/pool/ext/5a8ab5f9-7cec-45f6-b699-589f89d75dba/crypt/debug\", \"/pool/ext/b629ce16-33f2-4e5d-8506-138eb852a76c/crypt/debug\"] }","zone_name":"oxz_propolis-server_cd9fe782-9ccb-4b8c-88c8-f30137a149a1"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:44.240263847Z","hostname":"sock","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_cd9fe782-9ccb-4b8c-88c8-f30137a149a1\", bundle_id: 9527a5e6-5a33-495e-bb44-66e6301bd6b9 }, time_created: 2024-10-09T17:24:43.442014737Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_cd9fe782-9ccb-4b8c-88c8-f30137a149a1","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T17:24:44.240356639Z","hostname":"sock","pid":1562,"instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"sled-agent/src/instance.rs:925"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:46.00307536Z","hostname":"sock","pid":1562,"instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:46.021378564Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(7524855), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:46.021437765Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(7524855), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:46.021815894Z","hostname":"sock","pid":1562,"instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-09T17:24:46.021777462Z }, migration_in: None, migration_out: None }","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:46.095582012Z","hostname":"sock","pid":1562,"instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-09T17:24:46.021777462Z }, migration_in: None, migration_out: None }","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:46.099920656Z","hostname":"sock","pid":1562,"instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","propolis_id":"cd9fe782-9ccb-4b8c-88c8-f30137a149a1","instance_id":"a9576a43-1d74-4cf8-a948-ae9ab8205711","component":"InstanceManager","file":"sled-agent/src/instance.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:46.862827114Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:50560"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:46.862938437Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e79bfe64-2e84-4ba9-a488-c19c4227bf59","remote_addr":"[fd00:1122:3344:101::c]:50560","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":46,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:46.87098882Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b4c8d495-dcfd-4a4c-8d03-143986055878","remote_addr":"[fd00:1122:3344:101::c]:50560","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:47.021009241Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:47.021270366Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"fe3c1b9e-1c69-4ef5-9455-7cb800287a55","remote_addr":"[fd00:1122:3344:101::c]:40056","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":168,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:48.148693996Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55535"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:48.14889964Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"f6a55cde-9a0a-46f7-a544-2f126f019648","remote_addr":"[fd00:1122:3344:101::a]:55535","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":128,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:49.719709617Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35237"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:49.719851391Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"365dcc77-7ed6-44ad-980a-4ab29bcd551d","remote_addr":"[fd00:1122:3344:101::a]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":82,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T17:24:49.728051427Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"96c4b71f-fb77-4918-ab77-c813629763af","remote_addr":"[fd00:1122:3344:101::a]:35237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":134,"response_code":"204"}