[ Oct 30 19:43:53 Enabled. ] [ Oct 30 19:43:53 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Oct 30 19:43:53 Method "start" exited with status 0. ] [ Oct 30 19:43:53 Rereading configuration. ] [ Oct 30 19:43:53 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:53.190583523Z","hostname":"sock","pid":1572,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:53.190737757Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:53.242213049Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:53.2422564Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:53.35709351Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:53.366303196Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:53.37398035Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:53.970227479Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:54.107556219Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:54.107582639Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:54.107665592Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:54.107727793Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:54.107763204Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:54.107772784Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:54.110643801Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:43:54.110649641Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:54.110664381Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:54.110677282Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:54.110698302Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:54.110731513Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:54.110808175Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:54.110827416Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:54.110837706Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:54.121466569Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:54.12148831Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"78bd0f81-a5ba-45ed-88ee-73f60e557f3b (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:54.218468024Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 78bd0f81-a5ba-45ed-88ee-73f60e557f3b (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:54.625014808Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:54.62506346Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:54.62507182Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:54.62508504Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:54.625097181Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:54.625103421Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:54.625123061Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:54.633825273Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:54.633849424Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"e75af37f-884a-4050-8551-016b60c05212 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:54.72376641Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: e75af37f-884a-4050-8551-016b60c05212 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132225244Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132269115Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 78bd0f81-a5ba-45ed-88ee-73f60e557f3b (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e75af37f-884a-4050-8551-016b60c05212 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132303906Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132309476Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132319037Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132326007Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132330167Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132334047Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 78bd0f81-a5ba-45ed-88ee-73f60e557f3b (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e75af37f-884a-4050-8551-016b60c05212 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132346667Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132350597Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132354538Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132368958Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132373128Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132378398Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 78bd0f81-a5ba-45ed-88ee-73f60e557f3b (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e75af37f-884a-4050-8551-016b60c05212 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132395268Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132398539Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132403519Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132407039Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132410129Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132414039Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132418179Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 78bd0f81-a5ba-45ed-88ee-73f60e557f3b (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e75af37f-884a-4050-8551-016b60c05212 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.13243938Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.13244418Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.13244799Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.1324519Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.13245569Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 78bd0f81-a5ba-45ed-88ee-73f60e557f3b (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e75af37f-884a-4050-8551-016b60c05212 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132473521Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132478511Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132482061Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132485481Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132489611Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132492601Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 78bd0f81-a5ba-45ed-88ee-73f60e557f3b (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e75af37f-884a-4050-8551-016b60c05212 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132514652Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132518572Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132522552Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132529302Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132566423Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132576513Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132582124Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132588144Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 78bd0f81-a5ba-45ed-88ee-73f60e557f3b (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e75af37f-884a-4050-8551-016b60c05212 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132622374Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132626845Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132630405Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132635115Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132639265Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132642985Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132650585Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 78bd0f81-a5ba-45ed-88ee-73f60e557f3b (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e75af37f-884a-4050-8551-016b60c05212 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132680276Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132685326Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132689386Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132692996Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132697147Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 78bd0f81-a5ba-45ed-88ee-73f60e557f3b (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e75af37f-884a-4050-8551-016b60c05212 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132724277Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132729447Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132736928Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132747888Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132751598Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132756488Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 78bd0f81-a5ba-45ed-88ee-73f60e557f3b (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e75af37f-884a-4050-8551-016b60c05212 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132783989Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132788339Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132791869Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/78bd0f81-a5ba-45ed-88ee-73f60e557f3b/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.13283384Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e75af37f-884a-4050-8551-016b60c05212/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132849011Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132859381Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/78bd0f81-a5ba-45ed-88ee-73f60e557f3b/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132870531Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e75af37f-884a-4050-8551-016b60c05212/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132877741Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132881541Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132909152Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.132913572Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.143457203Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:743"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.143485624Z","hostname":"sock","pid":1572,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999925547s","next_cleanup":"Instant { tv_sec: 1131, tv_nsec: 203352026 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.143497444Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4061"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.143531995Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/78bd0f81-a5ba-45ed-88ee-73f60e557f3b/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.143588567Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e75af37f-884a-4050-8551-016b60c05212/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.146111534Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.146486154Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.148180739Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.148613501Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1073"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.148619371Z","hostname":"sock","pid":1572,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.148679222Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/78bd0f81-a5ba-45ed-88ee-73f60e557f3b/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.148726854Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e75af37f-884a-4050-8551-016b60c05212/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.148741544Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.148749664Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1136"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.148775095Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/78bd0f81-a5ba-45ed-88ee-73f60e557f3b/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.148783245Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e75af37f-884a-4050-8551-016b60c05212/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.148791245Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.148798436Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1178"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.148801916Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.148805606Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.148828926Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/78bd0f81-a5ba-45ed-88ee-73f60e557f3b/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.148863907Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e75af37f-884a-4050-8551-016b60c05212/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.149160895Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: a1f1eb37-db5f-4a3f-b54d-af05a39a349a,\n sleds: {\n [fdb0:18c0:4d0d:a02a::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 8d8523b5-e040-424c-982e-ca126a39431a (sled),\n rack_id: a1f1eb37-db5f-4a3f-b54d-af05a39a349a,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.149375191Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.149380181Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1212"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.149406432Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/78bd0f81-a5ba-45ed-88ee-73f60e557f3b/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.149417262Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e75af37f-884a-4050-8551-016b60c05212/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.149553276Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.149695249Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.149765271Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 8d8523b5-e040-424c-982e-ca126a39431a (sled), rack_id: a1f1eb37-db5f-4a3f-b54d-af05a39a349a, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.150439539Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4358"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.150500391Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4848"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.154446576Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.159566232Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.159787538Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.164547415Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.164614757Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.16472109Z","hostname":"sock","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:40813","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 8d8523b5-e040-424c-982e-ca126a39431a (sled), rack_id: a1f1eb37-db5f-4a3f-b54d-af05a39a349a, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.164843743Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.164860114Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.164886644Z","hostname":"sock","pid":1572,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.164893894Z","hostname":"sock","pid":1572,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.164899445Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.164904175Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"No ledger in /pool/int/78bd0f81-a5ba-45ed-88ee-73f60e557f3b/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.164933446Z","hostname":"sock","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e75af37f-884a-4050-8551-016b60c05212/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.164941806Z","hostname":"sock","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.164953146Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.164957496Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.164981937Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.164990057Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.164994587Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.165002637Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.182102693Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.203393251Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.220202008Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:391"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.220238049Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.22024454Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:403"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.220301661Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.223003983Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Failed enable ddm stats (will retry after 149.69807ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.226144557Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffe8ae02-fdfc-4377-a41c-db622bef8f9f\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 19:43:55 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ffe8ae02-fdfc-4377-a41c-db622bef8f9f\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_78bd0f81-a5ba-45ed-88ee-73f60e557f3b/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.232994619Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_78bd0f81-a5ba-45ed-88ee-73f60e557f3b/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.256316281Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_78bd0f81-a5ba-45ed-88ee-73f60e557f3b/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.256364862Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.261417347Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:418"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.261425447Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_78bd0f81-a5ba-45ed-88ee-73f60e557f3b/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.261430197Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.343418932Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.376553295Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 131.484561ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.377196862Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba364470-5621-42d5-a160-3e5f86208232\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 19:43:55 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ba364470-5621-42d5-a160-3e5f86208232\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.509312253Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 103.052806ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.509874708Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7ca6bc9-7c73-49b0-bda0-f0457d4e4b6b\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 19:43:55 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a7ca6bc9-7c73-49b0-bda0-f0457d4e4b6b\" }"} {"msg":"Mounting oxi_78bd0f81-a5ba-45ed-88ee-73f60e557f3b/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.561899904Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.575018884Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.575093036Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.575110626Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.575172968Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.614155667Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 143.806087ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.614759723Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1edc3746-5366-42b8-b538-cf76e13ccee5\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 19:43:55 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1edc3746-5366-42b8-b538-cf76e13ccee5\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.759947172Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 161.402911ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.760663201Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8daba8be-1418-4e0c-87de-f8fbb1857d69\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 19:43:55 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8daba8be-1418-4e0c-87de-f8fbb1857d69\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.922983947Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 246.342324ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:55.923746497Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3322a4fd-17a2-4d12-b742-47b763601872\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 19:43:55 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3322a4fd-17a2-4d12-b742-47b763601872\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:56.171211071Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 187.91004ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:56.171747935Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca2eb7a5-7cfc-443b-a6d8-58f8116d5744\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 19:43:56 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ca2eb7a5-7cfc-443b-a6d8-58f8116d5744\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:56.309518617Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:56.315191288Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:48934","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"producer-server","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:56.315222639Z","hostname":"sock","pid":1572,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:56.31528183Z","hostname":"sock","pid":1572,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:48934","producer_id":"8d8523b5-e040-424c-982e-ca126a39431a"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:43:56.316487182Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"176.005878ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:56.317465599Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:56.317473539Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:56.31753993Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:927","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:56.317545121Z","hostname":"sock","pid":1572,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:56.360515886Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:43:56.495099072Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"308.573731ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:43:56.805664028Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.358878802s"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:43:58.166558834Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.272042616s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:59.073935383Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2684"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:59.073957494Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:59.073962134Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2554"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:59.073969724Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2601"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:59.073999725Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3061"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:59.074005615Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3130"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:59.076000609Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2854"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:59.077394626Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2595"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:59.077503938Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:43:59.077690583Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 31.581341ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:43:59.343183739Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 93.12847ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:43:59.575181601Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 167.702519ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:43:59.753448592Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 451.386553ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:00.097198271Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:00.446641104Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.19519869s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 845.063781ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:00.718434807Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 864.752168ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:01.595064247Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.185776313s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:02.62266685Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:02.643572028Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"8.472750873s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.352402931s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:03.888525954Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:05.736060297Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:05.736132839Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:05.73614429Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/78bd0f81-a5ba-45ed-88ee-73f60e557f3b/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:05.73616664Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e75af37f-884a-4050-8551-016b60c05212/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:05.736430017Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:05.736639343Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:05.736690794Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:05.736725655Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4061"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:05.736772326Z","hostname":"sock","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:40813","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:05.967829134Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:05.967904106Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:05.96808722Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/78bd0f81-a5ba-45ed-88ee-73f60e557f3b/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:05.968178402Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e75af37f-884a-4050-8551-016b60c05212/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:05.968188292Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:05.968203763Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:05.968248704Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:05.968263734Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:05.97296828Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4382","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:05.97298699Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4398"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:05.97299803Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.234367376Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:40739"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.234662404Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.234674574Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/78bd0f81-a5ba-45ed-88ee-73f60e557f3b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.234761806Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e75af37f-884a-4050-8551-016b60c05212/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.234778507Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.234919021Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"3f45b982-d571-44ea-8d5b-d7b04986d1d6","remote_addr":"[fd00:1122:3344:101::1]:40739","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":380,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.264729345Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:55174"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.2649035Z","hostname":"sock","pid":1572,"uri":"/sled-role","method":"GET","req_id":"3e676cfd-b918-4a22-af1e-d17bc0629f0c","remote_addr":"[fd00:1122:3344:101::1]:55174","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":47,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.26642788Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/78bd0f81-a5ba-45ed-88ee-73f60e557f3b/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.266462671Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e75af37f-884a-4050-8551-016b60c05212/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.266824941Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.267107278Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:882"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 4c2ef6f4-5a59-46d9-874f-3760f5586cf4, pool_id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 35ec6da1-c31e-405d-8afa-fd304e814408, pool_id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: f79bb2eb-0eb4-4775-9c63-5ccb5594ee51, pool_id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 2316d207-18ed-4e65-9083-179ac4bf9477, pool_id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: f9120de6-9739-4739-8d3e-0bf818265f59, pool_id: 5ad6a759-3c79-4d80-8749-184bdf3f6f00 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 41ae4f27-1051-4dcf-9b59-8ffbf7d8c62e, pool_id: 4f1afe0c-a0c4-40a9-a38e-b5d48c28b6ff (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 5133209b-3934-4c2b-b559-c25c1dd8ced3, pool_id: 44d445bc-abcc-4af4-a03f-e1d39761348a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 92788b2a-5852-4629-8b81-d419c69e7223, pool_id: 7fc53afd-c09a-4695-8161-cfa98da9e504 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: a7dae967-778b-4228-8688-cb869d5f474d, pool_id: 0c2810be-f07e-4592-922b-2bf8e520a121 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.298230548Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.298293529Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64379"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.298512305Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:862"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 4c2ef6f4-5a59-46d9-874f-3760f5586cf4, pool_id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 35ec6da1-c31e-405d-8afa-fd304e814408, pool_id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: f79bb2eb-0eb4-4775-9c63-5ccb5594ee51, pool_id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 2316d207-18ed-4e65-9083-179ac4bf9477, pool_id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: f9120de6-9739-4739-8d3e-0bf818265f59, pool_id: 5ad6a759-3c79-4d80-8749-184bdf3f6f00 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 41ae4f27-1051-4dcf-9b59-8ffbf7d8c62e, pool_id: 4f1afe0c-a0c4-40a9-a38e-b5d48c28b6ff (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 5133209b-3934-4c2b-b559-c25c1dd8ced3, pool_id: 44d445bc-abcc-4af4-a03f-e1d39761348a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 92788b2a-5852-4629-8b81-d419c69e7223, pool_id: 7fc53afd-c09a-4695-8161-cfa98da9e504 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: a7dae967-778b-4228-8688-cb869d5f474d, pool_id: 0c2810be-f07e-4592-922b-2bf8e520a121 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.298552246Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/78bd0f81-a5ba-45ed-88ee-73f60e557f3b/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.298560666Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e75af37f-884a-4050-8551-016b60c05212/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.298572017Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.298579577Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.298586257Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.298593547Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.298601998Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.298608718Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T19:44:06.448349338Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17313326771626000294"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T19:44:06.448503602Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12413388820435308417"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.454880092Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.454898053Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool)"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.693142782Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/8d8523b5-e040-424c-982e-ca126a39431a)","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T19:44:06.737516774Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.79102645Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.798693044Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.798818148Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.798826208Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.798834088Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.798841368Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.798968802Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.798977772Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.832981098Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_47ce09df-c34d-45e1-bc8b-dbf4c09084e8/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:06.840725274Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_47ce09df-c34d-45e1-bc8b-dbf4c09084e8","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.010713544Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.018498211Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.018559413Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.018569783Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.018578013Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.018588353Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.027980814Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.028014535Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.117867229Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.125604765Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.125644937Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.125653097Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.125699688Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.125716298Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.125854522Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.125864632Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.159960001Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_0446cdd7-2e7e-47d9-8059-2e436d8d4a2d/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.168789436Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_0446cdd7-2e7e-47d9-8059-2e436d8d4a2d","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.345887736Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.354023143Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.354068774Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.354090714Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.354097065Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.354104305Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.36368456Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.363708141Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"cd34560e-93d5-422a-82f6-b77600a91dda (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.457843719Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.465569295Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.465610986Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.465617536Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.465633267Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.465642817Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.465810811Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.465822142Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.501980675Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_cd34560e-93d5-422a-82f6-b77600a91dda/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.510321098Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_cd34560e-93d5-422a-82f6-b77600a91dda","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.684257883Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.691930417Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.691964308Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.691971949Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.691977389Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.692000949Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.701617106Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.701641796Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.796575726Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.80496304Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.80498856Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.80499447Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.805038431Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.805095183Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.805190166Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.805199176Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/8d8523b5-e040-424c-982e-ca126a39431a)","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T19:44:07.808950946Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.839219753Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_ab4adf44-36fd-4213-adae-9e4abc19a56b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:07.846731973Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_ab4adf44-36fd-4213-adae-9e4abc19a56b","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.016211208Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.023819261Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.023861332Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.023868602Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.023875533Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.023881273Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.034082794Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.034113015Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"5ad6a759-3c79-4d80-8749-184bdf3f6f00 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.128758668Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 5ad6a759-3c79-4d80-8749-184bdf3f6f00 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.136490683Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.136526335Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.136566025Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.136592076Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.136602946Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.13674441Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.13675557Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.172134443Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_5ad6a759-3c79-4d80-8749-184bdf3f6f00/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.180291211Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_5ad6a759-3c79-4d80-8749-184bdf3f6f00","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.352099229Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.359777874Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.359822515Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.359828475Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.359835435Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.359881617Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.36938565Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.369432931Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"4f1afe0c-a0c4-40a9-a38e-b5d48c28b6ff (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.462567063Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 4f1afe0c-a0c4-40a9-a38e-b5d48c28b6ff (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.470264118Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.470300029Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.470306379Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.470358191Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.470370531Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.470467694Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.470474334Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.505365064Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_4f1afe0c-a0c4-40a9-a38e-b5d48c28b6ff/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.514128437Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_4f1afe0c-a0c4-40a9-a38e-b5d48c28b6ff","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.689443769Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.697444582Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.697507694Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.697516354Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.697524314Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.697529354Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.707468099Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.70749665Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"44d445bc-abcc-4af4-a03f-e1d39761348a (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.806371175Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 44d445bc-abcc-4af4-a03f-e1d39761348a (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.814607185Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.814631795Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.814639495Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.814648666Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.814659466Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.814777319Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.814796599Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/8d8523b5-e040-424c-982e-ca126a39431a)","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T19:44:08.818469297Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.852408582Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_44d445bc-abcc-4af4-a03f-e1d39761348a/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:08.860689573Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_44d445bc-abcc-4af4-a03f-e1d39761348a","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.034171865Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.04261364Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.042659881Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.042669461Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.042676671Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.042691562Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.052500013Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.052525374Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"7fc53afd-c09a-4695-8161-cfa98da9e504 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.163999115Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 7fc53afd-c09a-4695-8161-cfa98da9e504 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.172169872Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.172223574Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.172234374Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.172277985Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.172291765Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.172409249Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.172419229Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.211446029Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_7fc53afd-c09a-4695-8161-cfa98da9e504/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.219795102Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_7fc53afd-c09a-4695-8161-cfa98da9e504","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.398217356Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.407098363Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.407151054Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.407161215Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.407182685Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.407189805Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.417514051Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.417539751Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"0c2810be-f07e-4592-922b-2bf8e520a121 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.5184327Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 0c2810be-f07e-4592-922b-2bf8e520a121 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.527030109Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.5270877Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.527107811Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.527158472Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.527168313Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.527306526Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.527315626Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.563559372Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_0c2810be-f07e-4592-922b-2bf8e520a121/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.571301109Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_0c2810be-f07e-4592-922b-2bf8e520a121","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.751001578Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.759002551Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.759050512Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/78bd0f81-a5ba-45ed-88ee-73f60e557f3b/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.759134124Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.759295439Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 78bd0f81-a5ba-45ed-88ee-73f60e557f3b (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e75af37f-884a-4050-8551-016b60c05212 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 5ad6a759-3c79-4d80-8749-184bdf3f6f00 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 4f1afe0c-a0c4-40a9-a38e-b5d48c28b6ff (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 44d445bc-abcc-4af4-a03f-e1d39761348a (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7fc53afd-c09a-4695-8161-cfa98da9e504 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0c2810be-f07e-4592-922b-2bf8e520a121 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.759374041Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.759383571Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/e75af37f-884a-4050-8551-016b60c05212/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.759488894Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.75974564Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:866"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.759764651Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.759777051Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:892","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.759787512Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:897"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.759792022Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:902"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.759825343Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.759830973Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:908"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.759879584Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:798","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.759889474Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:913"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.760005307Z","hostname":"sock","pid":1572,"uri":"/omicron-physical-disks","method":"PUT","req_id":"ba19a9f0-3c91-4ec6-a665-c08af6d73a11","remote_addr":"[fd00:1122:3344:101::1]:64379","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3461627,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 62e59a7e-1e97-465e-960e-f2da3cc95e01 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 75dd9b00-e1c8-4551-b467-8943f3941afb (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 49c0aac8-0064-40d1-bd1e-fd41bf62858b (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.792131954Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.792247737Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:49825"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 62e59a7e-1e97-465e-960e-f2da3cc95e01, dataset_name: DatasetName { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.792576855Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.792585056Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 62e59a7e-1e97-465e-960e-f2da3cc95e01, dataset_name: DatasetName { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/8d8523b5-e040-424c-982e-ca126a39431a)","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T19:44:09.820692705Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75dd9b00-e1c8-4551-b467-8943f3941afb, dataset_name: DatasetName { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.843280087Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.843327218Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 75dd9b00-e1c8-4551-b467-8943f3941afb, dataset_name: DatasetName { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49c0aac8-0064-40d1-bd1e-fd41bf62858b, dataset_name: DatasetName { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.892742325Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.892776276Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 49c0aac8-0064-40d1-bd1e-fd41bf62858b, dataset_name: DatasetName { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.941577196Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/78bd0f81-a5ba-45ed-88ee-73f60e557f3b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.941618717Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e75af37f-884a-4050-8551-016b60c05212/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.941628427Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.941675799Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.984975822Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.985010023Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:09.985016883Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_49c0aac8-0064-40d1-bd1e-fd41bf62858b","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:10.039515395Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_62e59a7e-1e97-465e-960e-f2da3cc95e01","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:10.043515502Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_75dd9b00-e1c8-4551-b467-8943f3941afb","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:10.047743055Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_49c0aac8-0064-40d1-bd1e-fd41bf62858b","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:10.05957869Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_62e59a7e-1e97-465e-960e-f2da3cc95e01","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:10.06482026Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_75dd9b00-e1c8-4551-b467-8943f3941afb","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:10.068800706Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/8d8523b5-e040-424c-982e-ca126a39431a)","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T19:44:10.822964473Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:11.118609221Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"15.93386235s"} {"msg":"Profile for oxz_internal_dns_62e59a7e-1e97-465e-960e-f2da3cc95e01:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:11.673733455Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:11.673813727Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Booting oxz_internal_dns_62e59a7e-1e97-465e-960e-f2da3cc95e01 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:11.673998362Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_62e59a7e-1e97-465e-960e-f2da3cc95e01","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_75dd9b00-e1c8-4551-b467-8943f3941afb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:12.155133303Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:12.155227165Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_49c0aac8-0064-40d1-bd1e-fd41bf62858b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:12.63723379Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_internal_dns_62e59a7e-1e97-465e-960e-f2da3cc95e01\") failed: Property not found. retry in 37.40553ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:12.644782741Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_62e59a7e-1e97-465e-960e-f2da3cc95e01","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_75dd9b00-e1c8-4551-b467-8943f3941afb zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:12.644830212Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_75dd9b00-e1c8-4551-b467-8943f3941afb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:12.648686955Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Booting oxz_internal_dns_49c0aac8-0064-40d1-bd1e-fd41bf62858b zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:12.648758137Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_49c0aac8-0064-40d1-bd1e-fd41bf62858b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_62e59a7e-1e97-465e-960e-f2da3cc95e01\") failed: Property not found. retry in 104.924191ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:12.691443924Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_62e59a7e-1e97-465e-960e-f2da3cc95e01","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_75dd9b00-e1c8-4551-b467-8943f3941afb\") failed: Property not found. retry in 59.67387ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:12.773276595Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_75dd9b00-e1c8-4551-b467-8943f3941afb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_49c0aac8-0064-40d1-bd1e-fd41bf62858b\") failed: Property not found. retry in 41.783841ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:12.779049399Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_49c0aac8-0064-40d1-bd1e-fd41bf62858b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_62e59a7e-1e97-465e-960e-f2da3cc95e01\") failed: Property not found. retry in 291.411767ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:12.80608233Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_62e59a7e-1e97-465e-960e-f2da3cc95e01","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_49c0aac8-0064-40d1-bd1e-fd41bf62858b\") failed: Property not found. retry in 76.626591ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:12.828844526Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_49c0aac8-0064-40d1-bd1e-fd41bf62858b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_75dd9b00-e1c8-4551-b467-8943f3941afb\") failed: Property not found. retry in 74.132806ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:12.948281119Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_75dd9b00-e1c8-4551-b467-8943f3941afb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_49c0aac8-0064-40d1-bd1e-fd41bf62858b\") failed: Property not found. retry in 129.718746ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:13.101859092Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_49c0aac8-0064-40d1-bd1e-fd41bf62858b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_62e59a7e-1e97-465e-960e-f2da3cc95e01\") failed: Property not found. retry in 466.514974ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:13.130044223Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_62e59a7e-1e97-465e-960e-f2da3cc95e01","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_75dd9b00-e1c8-4551-b467-8943f3941afb\") failed: Property not found. retry in 290.937629ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:13.14572195Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_75dd9b00-e1c8-4551-b467-8943f3941afb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_49c0aac8-0064-40d1-bd1e-fd41bf62858b\") failed: Property not found. retry in 594.969712ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:13.262007549Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_49c0aac8-0064-40d1-bd1e-fd41bf62858b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_75dd9b00-e1c8-4551-b467-8943f3941afb\") failed: Property not found. retry in 483.84446ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:13.450517083Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_75dd9b00-e1c8-4551-b467-8943f3941afb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_62e59a7e-1e97-465e-960e-f2da3cc95e01\") failed: Property not found. retry in 1.097600089s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:13.605638447Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_62e59a7e-1e97-465e-960e-f2da3cc95e01","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_49c0aac8-0064-40d1-bd1e-fd41bf62858b\") failed: Property not found. retry in 773.867857ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:13.86616332Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_49c0aac8-0064-40d1-bd1e-fd41bf62858b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_75dd9b00-e1c8-4551-b467-8943f3941afb\") failed: Property not found. retry in 667.726094ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:13.943689486Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_75dd9b00-e1c8-4551-b467-8943f3941afb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_75dd9b00-e1c8-4551-b467-8943f3941afb\") failed: Property not found. retry in 630.434456ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:14.623907102Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_75dd9b00-e1c8-4551-b467-8943f3941afb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_49c0aac8-0064-40d1-bd1e-fd41bf62858b\") failed: Property not found. retry in 1.017434989s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:14.650510801Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_49c0aac8-0064-40d1-bd1e-fd41bf62858b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_62e59a7e-1e97-465e-960e-f2da3cc95e01\") failed: Property not found. retry in 1.238579657s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:14.712546524Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_62e59a7e-1e97-465e-960e-f2da3cc95e01","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_75dd9b00-e1c8-4551-b467-8943f3941afb\") failed: Property not found. retry in 1.062192947s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:15.264241636Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_75dd9b00-e1c8-4551-b467-8943f3941afb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:15.298429227Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4406"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:15.298465098Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4416","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:15.304758626Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4495"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:15.44375162Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4561"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:15.443790691Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4588"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:15.482601305Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4601"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:15.482633946Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4447"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:15.536297616Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4489"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:15.536327087Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4568","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:15.555894618Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4579"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:15.555921709Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4665"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:15.658133753Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4720"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:15.658168924Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4726"} {"msg":"wait for service Some(\"oxz_internal_dns_49c0aac8-0064-40d1-bd1e-fd41bf62858b\") failed: Property not found. retry in 862.454851ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:15.678937217Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_49c0aac8-0064-40d1-bd1e-fd41bf62858b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T19:44:15.741415632Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7832820753118062376"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T19:44:15.741540655Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4044281483014038719"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:15.779874357Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4790"} {"msg":"configuring tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:15.779914108Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4604"} {"msg":"refreshed tfport service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:15.870550833Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4650"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:15.870601555Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"Failed to get switch ID from MGS (retrying in 28.091479ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:15.902978367Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Failed to get switch ID from MGS (retrying in 149.767799ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:15.932312059Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"wait for service Some(\"oxz_internal_dns_62e59a7e-1e97-465e-960e-f2da3cc95e01\") failed: Property not found. retry in 1.348091864s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:15.958417805Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_62e59a7e-1e97-465e-960e-f2da3cc95e01","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Failed to get switch ID from MGS (retrying in 201.663263ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:16.082693646Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Failed to get switch ID from MGS (retrying in 394.62387ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:16.28586142Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"wait for service Some(\"oxz_internal_dns_75dd9b00-e1c8-4551-b467-8943f3941afb\") failed: Property not found. retry in 985.509467ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:16.335869003Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_75dd9b00-e1c8-4551-b467-8943f3941afb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T19:44:16.451231127Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17313326771626000294"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T19:44:16.45133983Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12413388820435308417"} {"msg":"wait for service Some(\"oxz_internal_dns_49c0aac8-0064-40d1-bd1e-fd41bf62858b\") failed: Property not found. retry in 611.816099ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:16.550849912Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_49c0aac8-0064-40d1-bd1e-fd41bf62858b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:16.682407798Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:418"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:16.713963269Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:686"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:16.714080332Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:724"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:16.714553494Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:727","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:16.714573185Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:440","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:16.752176977Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4233"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:16.803788712Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:16.803861984Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:16.803877445Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:16.803889665Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:16.803899025Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:16.803906126Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:16.803912696Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:16.803921356Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:16.803927916Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:16.803934376Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:16.803962427Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:16.803968917Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:16.803975367Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:16.803980237Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:16.803985098Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:16.803990148Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:16.803994768Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:16.803999318Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:16.804004408Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:16.804009238Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:16.804013978Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:16.804018849Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:16.804028599Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_49c0aac8-0064-40d1-bd1e-fd41bf62858b\") failed: Property not found. retry in 614.765795ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:17.172470817Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_49c0aac8-0064-40d1-bd1e-fd41bf62858b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_62e59a7e-1e97-465e-960e-f2da3cc95e01\") failed: Property not found. retry in 1.455541203s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:17.315813197Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_62e59a7e-1e97-465e-960e-f2da3cc95e01","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_75dd9b00-e1c8-4551-b467-8943f3941afb\") failed: Property not found. retry in 820.276581ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:17.330635642Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_75dd9b00-e1c8-4551-b467-8943f3941afb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:18.790281149Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3425","zone":"oxz_internal_dns_49c0aac8-0064-40d1-bd1e-fd41bf62858b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:18.790335501Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3425","zone":"oxz_internal_dns_62e59a7e-1e97-465e-960e-f2da3cc95e01"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:18.790343901Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3425","zone":"oxz_internal_dns_75dd9b00-e1c8-4551-b467-8943f3941afb"} {"msg":"Writing ledger to /pool/int/78bd0f81-a5ba-45ed-88ee-73f60e557f3b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:18.790356462Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e75af37f-884a-4050-8551-016b60c05212/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:18.790760962Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:18.791123062Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"8b7f767e-5298-4f6d-99db-81d9fbdde693","remote_addr":"[fd00:1122:3344:101::1]:49825","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8998787,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:18.794194084Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:18.84585831Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:18.891723833Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:18.938743206Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:18.938753136Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:18.971001595Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:18.97192885Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:18.97193415Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 62e59a7e-1e97-465e-960e-f2da3cc95e01 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 75dd9b00-e1c8-4551-b467-8943f3941afb (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 49c0aac8-0064-40d1-bd1e-fd41bf62858b (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 38b5089c-3235-4917-aa09-dbd251997356 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 6a7c298e-8287-4351-a4ac-e5474d242a1e, kind: Service { id: 38b5089c-3235-4917-aa09-dbd251997356 }, name: Name(\"ntp-38b5089c-3235-4917-aa09-dbd251997356\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 113])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:19.000882762Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:19.000987115Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:51957"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 62e59a7e-1e97-465e-960e-f2da3cc95e01, dataset_name: DatasetName { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:19.0012093Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:19.001219531Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 62e59a7e-1e97-465e-960e-f2da3cc95e01, dataset_name: DatasetName { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75dd9b00-e1c8-4551-b467-8943f3941afb, dataset_name: DatasetName { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:19.02297747Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:19.023014931Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 75dd9b00-e1c8-4551-b467-8943f3941afb, dataset_name: DatasetName { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49c0aac8-0064-40d1-bd1e-fd41bf62858b, dataset_name: DatasetName { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:19.042790109Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:19.042826739Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 49c0aac8-0064-40d1-bd1e-fd41bf62858b, dataset_name: DatasetName { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:19.06047811Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/78bd0f81-a5ba-45ed-88ee-73f60e557f3b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:19.060554872Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/e75af37f-884a-4050-8551-016b60c05212/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:19.060773488Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:19.06086211Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:19.072085469Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:19.104666817Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:19.105400657Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:19.105405577Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:19.134855882Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 227, 113]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:19.134863512Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1271","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:19.135264373Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:19.135273063Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:19.135510759Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:19.136739102Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_38b5089c-3235-4917-aa09-dbd251997356","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:19.160820714Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_38b5089c-3235-4917-aa09-dbd251997356","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:19.178265759Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_38b5089c-3235-4917-aa09-dbd251997356:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:19.798635961Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_38b5089c-3235-4917-aa09-dbd251997356 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:19.798710303Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_38b5089c-3235-4917-aa09-dbd251997356","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_38b5089c-3235-4917-aa09-dbd251997356\") failed: Property not found. retry in 28.588227ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:19.93407652Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_38b5089c-3235-4917-aa09-dbd251997356","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_38b5089c-3235-4917-aa09-dbd251997356\") failed: Property not found. retry in 139.383551ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:19.971128697Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_38b5089c-3235-4917-aa09-dbd251997356","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_38b5089c-3235-4917-aa09-dbd251997356\") failed: Property not found. retry in 113.706779ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:20.137617913Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_38b5089c-3235-4917-aa09-dbd251997356","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_38b5089c-3235-4917-aa09-dbd251997356\") failed: Property not found. retry in 592.960735ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:20.261947557Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_38b5089c-3235-4917-aa09-dbd251997356","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_38b5089c-3235-4917-aa09-dbd251997356\") failed: Property not found. retry in 769.624268ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:20.864555205Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_38b5089c-3235-4917-aa09-dbd251997356","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_38b5089c-3235-4917-aa09-dbd251997356\") failed: Property not found. retry in 1.15526604s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:21.642995009Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_38b5089c-3235-4917-aa09-dbd251997356","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_38b5089c-3235-4917-aa09-dbd251997356\") failed: Property not found. retry in 721.392846ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:22.807626725Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_38b5089c-3235-4917-aa09-dbd251997356","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_38b5089c-3235-4917-aa09-dbd251997356\") failed: Property not found. retry in 848.597525ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:23.538976745Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_38b5089c-3235-4917-aa09-dbd251997356","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_38b5089c-3235-4917-aa09-dbd251997356\") failed: Property not found. retry in 1.191884788s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:24.3969997Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_38b5089c-3235-4917-aa09-dbd251997356","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:25.609039968Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3425","zone":"oxz_ntp_38b5089c-3235-4917-aa09-dbd251997356"} {"msg":"Writing ledger to /pool/int/78bd0f81-a5ba-45ed-88ee-73f60e557f3b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:25.60910847Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e75af37f-884a-4050-8551-016b60c05212/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:25.609439409Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:25.609831399Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"7edcbf7a-3cd2-46f9-b487-9d36be56e471","remote_addr":"[fd00:1122:3344:101::1]:51957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6608765,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:25.612454869Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:25.64213122Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:25.642289635Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:53195"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_38b5089c-3235-4917-aa09-dbd251997356': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T19:44:25.650690578Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:25.650806571Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"477a7fe5-d8d4-4286-b783-7f75b8a7b281","remote_addr":"[fd00:1122:3344:101::1]:53195","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8374,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:25.653323189Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:25.766723551Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:25.766890485Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:47245"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T19:44:25.770650685Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7832820753118062376"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T19:44:25.770792309Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4044281483014038719"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T19:44:26.454097868Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17313326771626000294"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T19:44:26.454213771Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12413388820435308417"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T19:44:27.813987247Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6334589174187542784"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T19:44:28.173277491Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17454296262447375659"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T19:44:28.793229432Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17659791199572494344"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_38b5089c-3235-4917-aa09-dbd251997356': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T19:44:29.7756052Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:29.775675522Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"0420bd6a-32a4-44f8-8ce1-558e76f2d2d4","remote_addr":"[fd00:1122:3344:101::1]:47245","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008658,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:29.777332136Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:29.964758361Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:29.964899975Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:57316"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_38b5089c-3235-4917-aa09-dbd251997356': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T19:44:29.973802981Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:29.973974046Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"00a6a4c4-bdcf-4de6-a10b-44e3431e91a0","remote_addr":"[fd00:1122:3344:101::1]:57316","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9005,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:29.975861386Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:30.131896524Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:30.132081089Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:43192"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_38b5089c-3235-4917-aa09-dbd251997356': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T19:44:34.358616511Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:34.358770785Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"f9dd956e-cb0a-4a84-a6bc-e91df8e13110","remote_addr":"[fd00:1122:3344:101::1]:43192","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008594,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:34.361786305Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:34.551884255Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:34.552051069Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:53074"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:34.560037163Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"63203dd9-f1b6-492c-b7a1-b82c6b78de5f","remote_addr":"[fd00:1122:3344:101::1]:53074","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7938,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.038806826 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:34.562255652Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:34.562270243Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:34.731736171Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:34.731862774Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:36143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:34.739667993Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"75b0164c-087f-481c-9081-3f7619fdb976","remote_addr":"[fd00:1122:3344:101::1]:36143","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7731,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.038318768 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:34.741822331Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:34.741831421Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:34.94052687Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:34.940656284Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45531"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:34.960480903Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"028b84d6-e0f5-4218-a8d8-0bfcc73602fc","remote_addr":"[fd00:1122:3344:101::1]:45531","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":19728,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2907128903, ip_addr: 173.71.68.71, stratum: 2, ref_time: 1730317474.5774274, correction: -0.037756052 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:34.962762604Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:34.962769364Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1298"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 62e59a7e-1e97-465e-960e-f2da3cc95e01 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 75dd9b00-e1c8-4551-b467-8943f3941afb (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 49c0aac8-0064-40d1-bd1e-fd41bf62858b (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 38b5089c-3235-4917-aa09-dbd251997356 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 6a7c298e-8287-4351-a4ac-e5474d242a1e, kind: Service { id: 38b5089c-3235-4917-aa09-dbd251997356 }, name: Name(\"ntp-38b5089c-3235-4917-aa09-dbd251997356\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 113])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 3ea6b91c-59d3-4d34-9c36-7e83e54aa22e (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External } } } }, OmicronZoneConfig { id: e9252e49-3bf2-48e0-ace5-0c8a1d9aba97 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External } } } }, OmicronZoneConfig { id: a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External } } } }, OmicronZoneConfig { id: 634ae76c-6cf7-4e50-9986-333f40f0de76 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool), kind: External } } } }, OmicronZoneConfig { id: fdbfb853-80c2-42a6-924c-eb0d794f776d (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 5ad6a759-3c79-4d80-8749-184bdf3f6f00 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5ad6a759-3c79-4d80-8749-184bdf3f6f00 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:34.992468018Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:34.992575551Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:34447"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 62e59a7e-1e97-465e-960e-f2da3cc95e01, dataset_name: DatasetName { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:34.992888429Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:34.992899469Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 62e59a7e-1e97-465e-960e-f2da3cc95e01, dataset_name: DatasetName { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75dd9b00-e1c8-4551-b467-8943f3941afb, dataset_name: DatasetName { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.01127718Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.011315952Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 75dd9b00-e1c8-4551-b467-8943f3941afb, dataset_name: DatasetName { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49c0aac8-0064-40d1-bd1e-fd41bf62858b, dataset_name: DatasetName { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.030787912Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.030827913Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 49c0aac8-0064-40d1-bd1e-fd41bf62858b, dataset_name: DatasetName { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3ea6b91c-59d3-4d34-9c36-7e83e54aa22e, dataset_name: DatasetName { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.047315264Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.047350205Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3ea6b91c-59d3-4d34-9c36-7e83e54aa22e, dataset_name: DatasetName { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e9252e49-3bf2-48e0-ace5-0c8a1d9aba97, dataset_name: DatasetName { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.099103838Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.099149499Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e9252e49-3bf2-48e0-ace5-0c8a1d9aba97, dataset_name: DatasetName { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.148312102Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.148348283Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 634ae76c-6cf7-4e50-9986-333f40f0de76, dataset_name: DatasetName { pool_name: ZpoolName { id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.198553635Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.198594606Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 634ae76c-6cf7-4e50-9986-333f40f0de76, dataset_name: DatasetName { pool_name: ZpoolName { id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fdbfb853-80c2-42a6-924c-eb0d794f776d, dataset_name: DatasetName { pool_name: ZpoolName { id: 5ad6a759-3c79-4d80-8749-184bdf3f6f00 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.254477559Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.25451915Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fdbfb853-80c2-42a6-924c-eb0d794f776d, dataset_name: DatasetName { pool_name: ZpoolName { id: 5ad6a759-3c79-4d80-8749-184bdf3f6f00 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.302990115Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/78bd0f81-a5ba-45ed-88ee-73f60e557f3b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.303046917Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/e75af37f-884a-4050-8551-016b60c05212/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.303202881Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.303307154Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:35.333377358Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3429","zone":"oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:35.333426015Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3429","zone":"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:35.333438019Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3429","zone":"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:35.333446009Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3429","zone":"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:35.33345503Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3429","zone":"oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.333542192Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"8c49fc31-d1f2-41bc-b11b-ce9f4e892e9f","remote_addr":"[fd00:1122:3344:101::1]:34447","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1\", TimeNotSynchronized), (\"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76\", TimeNotSynchronized), (\"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e\", TimeNotSynchronized), (\"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d\", TimeNotSynchronized), (\"oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97\", TimeNotSynchronized)]","latency_us":341712,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:35.333739207Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"131.904065ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c49fc31-d1f2-41bc-b11b-ce9f4e892e9f\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 19:44:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8c49fc31-d1f2-41bc-b11b-ce9f4e892e9f\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 62e59a7e-1e97-465e-960e-f2da3cc95e01 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 75dd9b00-e1c8-4551-b467-8943f3941afb (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 49c0aac8-0064-40d1-bd1e-fd41bf62858b (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 38b5089c-3235-4917-aa09-dbd251997356 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 6a7c298e-8287-4351-a4ac-e5474d242a1e, kind: Service { id: 38b5089c-3235-4917-aa09-dbd251997356 }, name: Name(\"ntp-38b5089c-3235-4917-aa09-dbd251997356\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 113])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 3ea6b91c-59d3-4d34-9c36-7e83e54aa22e (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External } } } }, OmicronZoneConfig { id: e9252e49-3bf2-48e0-ace5-0c8a1d9aba97 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External } } } }, OmicronZoneConfig { id: a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External } } } }, OmicronZoneConfig { id: 634ae76c-6cf7-4e50-9986-333f40f0de76 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool), kind: External } } } }, OmicronZoneConfig { id: fdbfb853-80c2-42a6-924c-eb0d794f776d (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 5ad6a759-3c79-4d80-8749-184bdf3f6f00 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5ad6a759-3c79-4d80-8749-184bdf3f6f00 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.46708311Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 62e59a7e-1e97-465e-960e-f2da3cc95e01, dataset_name: DatasetName { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.467298126Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.467319077Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 62e59a7e-1e97-465e-960e-f2da3cc95e01, dataset_name: DatasetName { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75dd9b00-e1c8-4551-b467-8943f3941afb, dataset_name: DatasetName { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.486758356Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.486798907Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 75dd9b00-e1c8-4551-b467-8943f3941afb, dataset_name: DatasetName { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49c0aac8-0064-40d1-bd1e-fd41bf62858b, dataset_name: DatasetName { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.504298325Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.504336776Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 49c0aac8-0064-40d1-bd1e-fd41bf62858b, dataset_name: DatasetName { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3ea6b91c-59d3-4d34-9c36-7e83e54aa22e, dataset_name: DatasetName { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.521591077Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.521631798Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3ea6b91c-59d3-4d34-9c36-7e83e54aa22e, dataset_name: DatasetName { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e9252e49-3bf2-48e0-ace5-0c8a1d9aba97, dataset_name: DatasetName { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.539527436Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.539569427Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e9252e49-3bf2-48e0-ace5-0c8a1d9aba97, dataset_name: DatasetName { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.557170338Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.557204559Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 634ae76c-6cf7-4e50-9986-333f40f0de76, dataset_name: DatasetName { pool_name: ZpoolName { id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.574446139Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.57447872Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 634ae76c-6cf7-4e50-9986-333f40f0de76, dataset_name: DatasetName { pool_name: ZpoolName { id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fdbfb853-80c2-42a6-924c-eb0d794f776d, dataset_name: DatasetName { pool_name: ZpoolName { id: 5ad6a759-3c79-4d80-8749-184bdf3f6f00 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.591887675Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.591936287Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fdbfb853-80c2-42a6-924c-eb0d794f776d, dataset_name: DatasetName { pool_name: ZpoolName { id: 5ad6a759-3c79-4d80-8749-184bdf3f6f00 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.609504046Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/78bd0f81-a5ba-45ed-88ee-73f60e557f3b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.609554757Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/e75af37f-884a-4050-8551-016b60c05212/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.609750343Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.609893826Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:35.640691579Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3429","zone":"oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:35.6407352Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3429","zone":"oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:35.640743811Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3429","zone":"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:35.640753781Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3429","zone":"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:35.640761191Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3429","zone":"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.640907185Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"f64683c2-cf19-4799-80b1-46e667140e54","remote_addr":"[fd00:1122:3344:101::1]:34447","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97\", TimeNotSynchronized), (\"oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1\", TimeNotSynchronized), (\"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e\", TimeNotSynchronized), (\"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76\", TimeNotSynchronized), (\"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d\", TimeNotSynchronized)]","latency_us":174205,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:35.641074049Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"130.375613ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f64683c2-cf19-4799-80b1-46e667140e54\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 19:44:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f64683c2-cf19-4799-80b1-46e667140e54\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 62e59a7e-1e97-465e-960e-f2da3cc95e01 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 75dd9b00-e1c8-4551-b467-8943f3941afb (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 49c0aac8-0064-40d1-bd1e-fd41bf62858b (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 38b5089c-3235-4917-aa09-dbd251997356 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 6a7c298e-8287-4351-a4ac-e5474d242a1e, kind: Service { id: 38b5089c-3235-4917-aa09-dbd251997356 }, name: Name(\"ntp-38b5089c-3235-4917-aa09-dbd251997356\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 113])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 3ea6b91c-59d3-4d34-9c36-7e83e54aa22e (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External } } } }, OmicronZoneConfig { id: e9252e49-3bf2-48e0-ace5-0c8a1d9aba97 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External } } } }, OmicronZoneConfig { id: a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External } } } }, OmicronZoneConfig { id: 634ae76c-6cf7-4e50-9986-333f40f0de76 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool), kind: External } } } }, OmicronZoneConfig { id: fdbfb853-80c2-42a6-924c-eb0d794f776d (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 5ad6a759-3c79-4d80-8749-184bdf3f6f00 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5ad6a759-3c79-4d80-8749-184bdf3f6f00 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.772154222Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 62e59a7e-1e97-465e-960e-f2da3cc95e01, dataset_name: DatasetName { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.772554073Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.772568433Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 62e59a7e-1e97-465e-960e-f2da3cc95e01, dataset_name: DatasetName { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75dd9b00-e1c8-4551-b467-8943f3941afb, dataset_name: DatasetName { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.792437544Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.792483326Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 75dd9b00-e1c8-4551-b467-8943f3941afb, dataset_name: DatasetName { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49c0aac8-0064-40d1-bd1e-fd41bf62858b, dataset_name: DatasetName { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.810352453Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.810389844Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 49c0aac8-0064-40d1-bd1e-fd41bf62858b, dataset_name: DatasetName { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3ea6b91c-59d3-4d34-9c36-7e83e54aa22e, dataset_name: DatasetName { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.828009675Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.828071649Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3ea6b91c-59d3-4d34-9c36-7e83e54aa22e, dataset_name: DatasetName { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e9252e49-3bf2-48e0-ace5-0c8a1d9aba97, dataset_name: DatasetName { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.846311834Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.846354205Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e9252e49-3bf2-48e0-ace5-0c8a1d9aba97, dataset_name: DatasetName { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.863334459Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.863367889Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 634ae76c-6cf7-4e50-9986-333f40f0de76, dataset_name: DatasetName { pool_name: ZpoolName { id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.8805814Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.88062169Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 634ae76c-6cf7-4e50-9986-333f40f0de76, dataset_name: DatasetName { pool_name: ZpoolName { id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fdbfb853-80c2-42a6-924c-eb0d794f776d, dataset_name: DatasetName { pool_name: ZpoolName { id: 5ad6a759-3c79-4d80-8749-184bdf3f6f00 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.898790786Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.898827277Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fdbfb853-80c2-42a6-924c-eb0d794f776d, dataset_name: DatasetName { pool_name: ZpoolName { id: 5ad6a759-3c79-4d80-8749-184bdf3f6f00 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.915331078Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/78bd0f81-a5ba-45ed-88ee-73f60e557f3b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.915371639Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/e75af37f-884a-4050-8551-016b60c05212/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.915620396Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.915745399Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.998563542Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.99860812Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.998614083Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.998618161Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:35.998621893Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:36.089810391Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:36.094123866Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:36.098290257Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:36.102605622Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:36.107207255Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:36.111779067Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:36.11600243Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:36.120451329Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:36.125390231Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:36.130070466Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:39.040155323Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:39.040309877Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:39.05875524Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:39.058927404Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:39.074265645Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:39.07446019Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:39.074530461Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:39.079444553Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:39.12761112Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:39.127747834Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76\") failed: Property not found. retry in 62.173665ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:39.177781241Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1\") failed: Property not found. retry in 26.217835ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:39.199888021Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d\") failed: Property not found. retry in 73.64945ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:39.216350571Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e\") failed: Property not found. retry in 69.753192ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:39.223902953Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1\") failed: Property not found. retry in 119.590762ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:39.233031117Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76\") failed: Property not found. retry in 54.97799ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:39.362116609Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e\") failed: Property not found. retry in 73.050679ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:39.46700622Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1\") failed: Property not found. retry in 294.83234ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:39.51153001Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d\") failed: Property not found. retry in 99.844371ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:39.552102034Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76\") failed: Property not found. retry in 123.171426ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:39.602666315Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e\") failed: Property not found. retry in 141.826252ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:39.65860737Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97\") failed: Property not found. retry in 45.158054ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:39.694201746Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d\") failed: Property not found. retry in 108.666219ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:39.748121142Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76\") failed: Property not found. retry in 243.930554ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:39.789992791Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97\") failed: Property not found. retry in 61.243228ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:39.836416322Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1\") failed: Property not found. retry in 596.29383ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:40.274607771Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d\") failed: Property not found. retry in 551.977389ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:40.523073011Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76\") failed: Property not found. retry in 492.394095ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:41.908629029Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e\") failed: Property not found. retry in 538.966634ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:41.942866791Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97\") failed: Property not found. retry in 284.507293ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:41.959136258Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1\") failed: Property not found. retry in 1.103324193s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:41.970182954Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d\") failed: Property not found. retry in 564.064904ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:41.980039567Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97\") failed: Property not found. retry in 235.363468ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:42.25521117Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:42.286886476Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"147.147553ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76\") failed: Property not found. retry in 545.251898ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:42.412223636Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e\") failed: Property not found. retry in 1.157121949s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:42.491147275Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97\") failed: Property not found. retry in 441.820338ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:42.502455807Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d\") failed: Property not found. retry in 1.076674877s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:42.56393567Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97\") failed: Property not found. retry in 646.805649ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:42.953567922Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76\") failed: Property not found. retry in 1.15380449s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:42.96617745Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1\") failed: Property not found. retry in 1.064701034s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:43.080841484Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97\") failed: Property not found. retry in 1.291068063s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:43.608908025Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d\") failed: Property not found. retry in 776.331501ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:43.648112239Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e\") failed: Property not found. retry in 1.162823547s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:43.65777612Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76\") failed: Property not found. retry in 1.375724018s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:44.12627323Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1\") failed: Property not found. retry in 1.257082938s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:44.150885658Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d\") failed: Property not found. retry in 931.68157ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:44.442971473Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e\") failed: Property not found. retry in 708.357192ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:44.82830828Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97\") failed: Property not found. retry in 1.053433012s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:44.911100043Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d\") failed: Property not found. retry in 1.039917138s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:45.383268675Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1\") failed: Property not found. retry in 800.193093ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:45.415122731Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76\") failed: Property not found. retry in 718.953821ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:45.507080708Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e\") failed: Property not found. retry in 960.410646ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:45.543836048Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:45.67892244Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:32891"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:45.679216338Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"67062ac8-9157-4ee4-b060-c15cf56345a4","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:32891","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":120,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97\") failed: Property not found. retry in 987.632724ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:45.970540413Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1\") failed: Property not found. retry in 1.396422732s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:46.221971669Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76\") failed: Property not found. retry in 995.363865ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:46.232724298Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d\") failed: Property not found. retry in 546.169409ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:46.428446969Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e\") failed: Property not found. retry in 766.313882ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:46.510136272Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97\") failed: Property not found. retry in 1.461029351s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:46.964215846Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d\") failed: Property not found. retry in 1.129261121s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:46.981346423Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76\") failed: Property not found. retry in 1.192727896s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:47.234002358Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e\") failed: Property not found. retry in 1.416566939s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:47.284359433Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1\") failed: Property not found. retry in 923.616987ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:47.624870482Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d\") failed: Property not found. retry in 838.289736ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:48.117834087Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97\") failed: Property not found. retry in 1.061983061s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:48.435258499Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76\") failed: Property not found. retry in 1.458444982s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:48.44431224Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e\") failed: Property not found. retry in 535.690987ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:48.716367843Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e\") failed: Property not found. retry in 780.242709ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:49.26253884Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76\") failed: Property not found. retry in 745.147547ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:49.912996576Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e\") failed: Property not found. retry in 1.435300857s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:50.052655988Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76\") failed: Property not found. retry in 970.846157ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:50.714582069Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e\") failed: Property not found. retry in 1.344554948s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:51.503023111Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76\") failed: Property not found. retry in 1.262509709s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:51.696784306Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e\") failed: Property not found. retry in 1.144281014s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:52.858586629Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76\") failed: Property not found. retry in 942.420421ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:52.970692107Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76\") failed: Property not found. retry in 1.156497393s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:53.922682086Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e\") failed: Property not found. retry in 1.483720408s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:54.011577865Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76\") failed: Property not found. retry in 1.351801016s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:55.088332709Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e\") failed: Property not found. retry in 1.460034981s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:55.504658853Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76\") failed: Property not found. retry in 1.176485619s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:56.448709249Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e\") failed: Property not found. retry in 1.126946388s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:56.97787541Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:57.455644561Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"493.628651ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76\") failed: Property not found. retry in 1.130568692s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:57.635991056Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e\") failed: Property not found. retry in 614.0743ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:58.115193126Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e\") failed: Property not found. retry in 510.031509ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:58.739200295Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76\") failed: Property not found. retry in 978.050249ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:44:58.777850825Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:59.779868157Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3425","zone":"oxz_cockroachdb_634ae76c-6cf7-4e50-9986-333f40f0de76"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:59.779943019Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3425","zone":"oxz_cockroachdb_3ea6b91c-59d3-4d34-9c36-7e83e54aa22e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:59.779952699Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3425","zone":"oxz_cockroachdb_e9252e49-3bf2-48e0-ace5-0c8a1d9aba97"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:59.779961009Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3425","zone":"oxz_cockroachdb_a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:59.779967989Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3425","zone":"oxz_cockroachdb_fdbfb853-80c2-42a6-924c-eb0d794f776d"} {"msg":"Writing ledger to /pool/int/78bd0f81-a5ba-45ed-88ee-73f60e557f3b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:59.78000464Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e75af37f-884a-4050-8551-016b60c05212/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:59.780495193Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:59.781031148Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"9f685d6b-e056-4fc2-961c-eab7475b6c59","remote_addr":"[fd00:1122:3344:101::1]:34447","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":24042508,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:59.8156554Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:55129"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:44:59.844175481Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3857"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:07.971007562Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3875"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:20.885705173Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3898"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:20.885835356Z","hostname":"sock","pid":1572,"uri":"/cockroachdb","method":"POST","req_id":"fa8103cc-1ae3-4aed-b591-0f40dcfa98a3","remote_addr":"[fd00:1122:3344:101::1]:55129","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":21069891,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:20.886206906Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55155"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:20.886661018Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"ba4307ff-a309-45df-ae2d-64da4d313ca1","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55155","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":161,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:20.890043869Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"560.71273ms"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 62e59a7e-1e97-465e-960e-f2da3cc95e01 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 75dd9b00-e1c8-4551-b467-8943f3941afb (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 49c0aac8-0064-40d1-bd1e-fd41bf62858b (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 38b5089c-3235-4917-aa09-dbd251997356 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 6a7c298e-8287-4351-a4ac-e5474d242a1e, kind: Service { id: 38b5089c-3235-4917-aa09-dbd251997356 }, name: Name(\"ntp-38b5089c-3235-4917-aa09-dbd251997356\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 113])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 3ea6b91c-59d3-4d34-9c36-7e83e54aa22e (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External } } } }, OmicronZoneConfig { id: e9252e49-3bf2-48e0-ace5-0c8a1d9aba97 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External } } } }, OmicronZoneConfig { id: a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External } } } }, OmicronZoneConfig { id: 634ae76c-6cf7-4e50-9986-333f40f0de76 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool), kind: External } } } }, OmicronZoneConfig { id: fdbfb853-80c2-42a6-924c-eb0d794f776d (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 5ad6a759-3c79-4d80-8749-184bdf3f6f00 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5ad6a759-3c79-4d80-8749-184bdf3f6f00 (zpool), kind: External } } } }, OmicronZoneConfig { id: f254de4b-8368-447e-a60a-a0b076a07019 (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e1314800-841c-4b4a-be43-341e0c24d708, kind: Service { id: f254de4b-8368-447e-a60a-a0b076a07019 }, name: Name(\"external-dns-f254de4b-8368-447e-a60a-a0b076a07019\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 244, 93])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: ff5ba86c-4715-403a-9859-0a9e2f10118a (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 8e14b5eb-2b5e-43a6-9dd7-a0805dd84513, kind: Service { id: ff5ba86c-4715-403a-9859-0a9e2f10118a }, name: Name(\"external-dns-ff5ba86c-4715-403a-9859-0a9e2f10118a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 187])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a9ce56ac-731f-48d0-8aca-f811775eb981 (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 6fb88c38-4d24-4de3-9729-8eb234fb56de, kind: Service { id: a9ce56ac-731f-48d0-8aca-f811775eb981 }, name: Name(\"nexus-a9ce56ac-731f-48d0-8aca-f811775eb981\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 51])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: efb97af4-2a37-40fe-ba79-0d6036206d5b (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 5ad6a759-3c79-4d80-8749-184bdf3f6f00 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 000e054a-e5d1-4895-ae4b-6adbc7e14a78, kind: Service { id: efb97af4-2a37-40fe-ba79-0d6036206d5b }, name: Name(\"nexus-efb97af4-2a37-40fe-ba79-0d6036206d5b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 78])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fe47c137-c5b6-4948-a66e-6c053d7a3f16 (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 0c2810be-f07e-4592-922b-2bf8e520a121 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: f8779d0a-5a2a-4966-b3e3-e4d7648e53cf, kind: Service { id: fe47c137-c5b6-4948-a66e-6c053d7a3f16 }, name: Name(\"nexus-fe47c137-c5b6-4948-a66e-6c053d7a3f16\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 127])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 27a518d0-4144-46a4-b5d6-1d4202efbad7 (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 0c2810be-f07e-4592-922b-2bf8e520a121 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 104e3e20-8a3c-471f-890f-9ecd6c836011 (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External } } } }, OmicronZoneConfig { id: ae1f6940-0b69-417f-93cd-3071ad0b8926 (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 407963e3-3ac2-40fa-b8be-05f2f506236d (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 9906d416-b97b-4c1a-9168-fbab6a611ae5 (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 7fc53afd-c09a-4695-8161-cfa98da9e504 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 575c5c3c-9ba1-446e-86a1-312a95b8af34 (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1f27f52e-3d4c-4048-b943-603365bdebae (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External } } } }, OmicronZoneConfig { id: ca8e7ccb-ffa7-47f0-b723-a15163dedca5 (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External } } } }, OmicronZoneConfig { id: b04ccba8-86b2-4354-852f-61c9fc4c0bc0 (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool), kind: External } } } }, OmicronZoneConfig { id: 3c5cf1b6-36ae-47d1-ab71-13dd2f60276f (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 5ad6a759-3c79-4d80-8749-184bdf3f6f00 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5ad6a759-3c79-4d80-8749-184bdf3f6f00 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1175c7bc-8004-48ff-9cd9-c84f5d38de82 (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 4f1afe0c-a0c4-40a9-a38e-b5d48c28b6ff (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4f1afe0c-a0c4-40a9-a38e-b5d48c28b6ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 53e5cc12-ffc4-4f07-bd35-1bb1f434153c (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 44d445bc-abcc-4af4-a03f-e1d39761348a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 44d445bc-abcc-4af4-a03f-e1d39761348a (zpool), kind: External } } } }, OmicronZoneConfig { id: 7a119e2a-1ef1-4d6e-b446-d446f1f1a727 (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 7fc53afd-c09a-4695-8161-cfa98da9e504 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7fc53afd-c09a-4695-8161-cfa98da9e504 (zpool), kind: External } } } }, OmicronZoneConfig { id: fc41377f-86d4-4e2b-a9f4-12b2a390cebf (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 0c2810be-f07e-4592-922b-2bf8e520a121 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0c2810be-f07e-4592-922b-2bf8e520a121 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:20.920445028Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:20.920591163Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:37415"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 62e59a7e-1e97-465e-960e-f2da3cc95e01, dataset_name: DatasetName { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:20.920947442Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:20.920953712Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 62e59a7e-1e97-465e-960e-f2da3cc95e01, dataset_name: DatasetName { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75dd9b00-e1c8-4551-b467-8943f3941afb, dataset_name: DatasetName { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:20.944618753Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:20.944663784Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 75dd9b00-e1c8-4551-b467-8943f3941afb, dataset_name: DatasetName { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49c0aac8-0064-40d1-bd1e-fd41bf62858b, dataset_name: DatasetName { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:20.965270543Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:20.965302144Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 49c0aac8-0064-40d1-bd1e-fd41bf62858b, dataset_name: DatasetName { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3ea6b91c-59d3-4d34-9c36-7e83e54aa22e, dataset_name: DatasetName { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:20.985959725Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:20.985993785Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3ea6b91c-59d3-4d34-9c36-7e83e54aa22e, dataset_name: DatasetName { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e9252e49-3bf2-48e0-ace5-0c8a1d9aba97, dataset_name: DatasetName { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.004113938Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.004148299Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e9252e49-3bf2-48e0-ace5-0c8a1d9aba97, dataset_name: DatasetName { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.022035786Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.022067477Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a520ac8d-1d7a-4e1c-8cd1-7ceb401847b1, dataset_name: DatasetName { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 634ae76c-6cf7-4e50-9986-333f40f0de76, dataset_name: DatasetName { pool_name: ZpoolName { id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.039566693Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.039595424Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 634ae76c-6cf7-4e50-9986-333f40f0de76, dataset_name: DatasetName { pool_name: ZpoolName { id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fdbfb853-80c2-42a6-924c-eb0d794f776d, dataset_name: DatasetName { pool_name: ZpoolName { id: 5ad6a759-3c79-4d80-8749-184bdf3f6f00 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.057946163Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.057977154Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fdbfb853-80c2-42a6-924c-eb0d794f776d, dataset_name: DatasetName { pool_name: ZpoolName { id: 5ad6a759-3c79-4d80-8749-184bdf3f6f00 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f254de4b-8368-447e-a60a-a0b076a07019, dataset_name: DatasetName { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.075743447Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.075770528Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f254de4b-8368-447e-a60a-a0b076a07019, dataset_name: DatasetName { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ff5ba86c-4715-403a-9859-0a9e2f10118a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.162141139Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.16217576Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ff5ba86c-4715-403a-9859-0a9e2f10118a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 104e3e20-8a3c-471f-890f-9ecd6c836011, dataset_name: DatasetName { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.251472539Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.251520001Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 104e3e20-8a3c-471f-890f-9ecd6c836011, dataset_name: DatasetName { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 575c5c3c-9ba1-446e-86a1-312a95b8af34, dataset_name: DatasetName { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.33857066Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.338605761Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 575c5c3c-9ba1-446e-86a1-312a95b8af34, dataset_name: DatasetName { pool_name: ZpoolName { id: 47ce09df-c34d-45e1-bc8b-dbf4c09084e8 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1f27f52e-3d4c-4048-b943-603365bdebae, dataset_name: DatasetName { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.426109753Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.426144024Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1f27f52e-3d4c-4048-b943-603365bdebae, dataset_name: DatasetName { pool_name: ZpoolName { id: 0446cdd7-2e7e-47d9-8059-2e436d8d4a2d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ca8e7ccb-ffa7-47f0-b723-a15163dedca5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.510670716Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.510705177Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ca8e7ccb-ffa7-47f0-b723-a15163dedca5, dataset_name: DatasetName { pool_name: ZpoolName { id: cd34560e-93d5-422a-82f6-b77600a91dda (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b04ccba8-86b2-4354-852f-61c9fc4c0bc0, dataset_name: DatasetName { pool_name: ZpoolName { id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.589643421Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.589679342Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b04ccba8-86b2-4354-852f-61c9fc4c0bc0, dataset_name: DatasetName { pool_name: ZpoolName { id: ab4adf44-36fd-4213-adae-9e4abc19a56b (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3c5cf1b6-36ae-47d1-ab71-13dd2f60276f, dataset_name: DatasetName { pool_name: ZpoolName { id: 5ad6a759-3c79-4d80-8749-184bdf3f6f00 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.67591489Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.675956761Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3c5cf1b6-36ae-47d1-ab71-13dd2f60276f, dataset_name: DatasetName { pool_name: ZpoolName { id: 5ad6a759-3c79-4d80-8749-184bdf3f6f00 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1175c7bc-8004-48ff-9cd9-c84f5d38de82, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f1afe0c-a0c4-40a9-a38e-b5d48c28b6ff (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.763489804Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.763527415Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1175c7bc-8004-48ff-9cd9-c84f5d38de82, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f1afe0c-a0c4-40a9-a38e-b5d48c28b6ff (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 53e5cc12-ffc4-4f07-bd35-1bb1f434153c, dataset_name: DatasetName { pool_name: ZpoolName { id: 44d445bc-abcc-4af4-a03f-e1d39761348a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.842833208Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.842867919Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 53e5cc12-ffc4-4f07-bd35-1bb1f434153c, dataset_name: DatasetName { pool_name: ZpoolName { id: 44d445bc-abcc-4af4-a03f-e1d39761348a (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7a119e2a-1ef1-4d6e-b446-d446f1f1a727, dataset_name: DatasetName { pool_name: ZpoolName { id: 7fc53afd-c09a-4695-8161-cfa98da9e504 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.925022018Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:21.92506041Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 7a119e2a-1ef1-4d6e-b446-d446f1f1a727, dataset_name: DatasetName { pool_name: ZpoolName { id: 7fc53afd-c09a-4695-8161-cfa98da9e504 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc41377f-86d4-4e2b-a9f4-12b2a390cebf, dataset_name: DatasetName { pool_name: ZpoolName { id: 0c2810be-f07e-4592-922b-2bf8e520a121 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.009595512Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.009635463Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fc41377f-86d4-4e2b-a9f4-12b2a390cebf, dataset_name: DatasetName { pool_name: ZpoolName { id: 0c2810be-f07e-4592-922b-2bf8e520a121 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.088767422Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/78bd0f81-a5ba-45ed-88ee-73f60e557f3b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.088805233Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/e75af37f-884a-4050-8551-016b60c05212/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.089020839Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.089144782Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.247399939Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.247654315Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.247668036Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.247676146Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.247685536Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.303398611Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.303444652Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.303449082Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.303452622Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.303456202Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.524850602Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.525097359Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.52514315Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.525185721Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.538162517Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.539713098Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.541136986Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.5559119Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.555950871Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.556107075Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.562208208Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.567373355Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.572214835Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.577417503Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.582967691Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.587877872Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.592345341Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.597303383Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.704543511Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.70900173Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.713794487Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.718431421Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.72327876Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.728398437Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.733825791Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.740578061Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.745530833Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.750274009Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.755057867Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.761084277Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.767578341Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.77280721Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.778113691Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.7840467Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.790316636Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.796770908Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.8017183Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.845830936Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.885095902Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:22.949604571Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.016278418Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.0966462Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.098975832Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.098989742Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.149031755Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 201, 78]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.149064086Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1271","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.150546315Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.150560396Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.200898887Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 230, 187]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.200948969Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1271","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.203070745Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.203084445Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.256592061Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 209, 51]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.256624822Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1271","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.258463841Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.258477411Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.316661662Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 244, 93]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.316696273Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1271","zone_type":"external_dns"} {"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.323145745Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.323164135Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.323246268Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.323257568Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.324550402Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.324562953Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.391916187Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 207, 127]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.391948978Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1271","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.392186425Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.392198245Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.392226106Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.39388088Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.395841082Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.395855532Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.395960495Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.395970515Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.396033107Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.509394018Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.509627774Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Configuring new Omicron zone: oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.569633654Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.583294238Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.596257943Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.596733526Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.596750556Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Configuring new Omicron zone: oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.648819094Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.664489081Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.679050889Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.699811872Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.705971287Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.706259804Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.725284221Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.80890409Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.857347421Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:23.926428082Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:26.857782457Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:26.858197308Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:27.056719239Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:27.057053577Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:27.084888209Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:27.085165646Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:27.099499239Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:27.099837097Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:27.140295396Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:27.140543062Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:27.167950442Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:27.168216099Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:27.196525593Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:27.196805801Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:27.266771615Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:27.26695713Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5\") failed: Property not found. retry in 45.969408ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:27.387202294Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae\") failed: Property not found. retry in 67.551882ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:27.40353067Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:27.404019703Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf\") failed: Property not found. retry in 67.193719ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:27.422572847Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d\") failed: Property not found. retry in 64.604516ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:27.441991094Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c\") failed: Property not found. retry in 53.907459ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:27.464472084Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:27.466164899Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae\") failed: Property not found. retry in 66.585542ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:27.650121681Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5\") failed: Property not found. retry in 88.608473ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:28.06211144Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf\") failed: Property not found. retry in 121.502221ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:28.183742271Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f\") failed: Property not found. retry in 49.383537ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:28.327782809Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:28.350067193Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82\") failed: Property not found. retry in 61.252116ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:28.549725664Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d\") failed: Property not found. retry in 96.804685ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:28.716689483Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c\") failed: Property not found. retry in 90.588271ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:28.776718133Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727\") failed: Property not found. retry in 35.756665ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:28.866068844Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae\") failed: Property not found. retry in 296.698745ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:28.914828183Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5\") failed: Property not found. retry in 173.945466ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:28.948189402Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf\") failed: Property not found. retry in 264.677552ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:28.97363333Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f\") failed: Property not found. retry in 103.207854ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:28.993627033Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:28.994458825Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82\") failed: Property not found. retry in 109.291088ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.026580361Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:29.026793517Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d\") failed: Property not found. retry in 207.808786ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.041504499Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c\") failed: Property not found. retry in 180.070697ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.058704827Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727\") failed: Property not found. retry in 90.894147ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.074462637Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5\") failed: Property not found. retry in 32.537266ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.09032775Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:29.091506481Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:29.092483717Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:29.092565779Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:29.102905765Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:29.113882978Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5\") failed: Property not found. retry in 389.639356ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.277351893Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf\") failed: Property not found. retry in 582.734402ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.291532791Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f\") failed: Property not found. retry in 105.820669ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.32674985Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82\") failed: Property not found. retry in 101.905819ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.348927661Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d\") failed: Property not found. retry in 593.914302ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.377590274Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c\") failed: Property not found. retry in 331.177102ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.394857414Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727\") failed: Property not found. retry in 242.296631ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.408244951Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5\") failed: Property not found. retry in 76.815437ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.422676286Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae\") failed: Property not found. retry in 542.661215ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.437878541Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f\") failed: Property not found. retry in 399.799801ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.451279438Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82\") failed: Property not found. retry in 288.828056ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.464923721Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0\") failed: Property not found. retry in 66.13466ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.475511924Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5\") failed: Property not found. retry in 265.157519ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.514244476Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7\") failed: Property not found. retry in 52.269637ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.530134839Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926\") failed: Property not found. retry in 46.213791ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.541449081Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0\") failed: Property not found. retry in 128.65323ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.552086384Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34\") failed: Property not found. retry in 32.504151ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.564187697Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7\") failed: Property not found. retry in 134.180926ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.597670429Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926\") failed: Property not found. retry in 71.209059ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.610327287Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34\") failed: Property not found. retry in 56.696485ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.641426075Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727\") failed: Property not found. retry in 374.196451ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.672882783Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5\") failed: Property not found. retry in 1.152926087s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.698533547Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926\") failed: Property not found. retry in 124.379649ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.725055994Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0\") failed: Property not found. retry in 208.720703ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.747117572Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34\") failed: Property not found. retry in 299.659088ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.764775242Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82\") failed: Property not found. retry in 1.090274315s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.81157533Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7\") failed: Property not found. retry in 206.034538ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.825015788Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c\") failed: Property not found. retry in 505.425032ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.840924821Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5\") failed: Property not found. retry in 528.796929ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.856027474Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926\") failed: Property not found. retry in 284.875565ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.873833518Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f\") failed: Property not found. retry in 741.635628ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.88926555Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf\") failed: Property not found. retry in 1.107411449s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.902558174Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0\") failed: Property not found. retry in 260.874911ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.971928003Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d\") failed: Property not found. retry in 1.178857606s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.987452516Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae\") failed: Property not found. retry in 530.09594ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:29.998908132Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7\") failed: Property not found. retry in 559.935208ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:30.045707329Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727\") failed: Property not found. retry in 623.776662ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:30.062746323Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34\") failed: Property not found. retry in 285.741124ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:30.078554644Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926\") failed: Property not found. retry in 1.00523974s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:30.175324492Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0\") failed: Property not found. retry in 1.163836356s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:30.248157663Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c\") failed: Property not found. retry in 520.6066ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:30.361870134Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34\") failed: Property not found. retry in 580.608585ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:30.401107739Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5\") failed: Property not found. retry in 1.036725903s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:30.432132786Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:30.433584665Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:30.441487105Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae\") failed: Property not found. retry in 1.310310259s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:30.561114793Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7\") failed: Property not found. retry in 401.334424ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:30.674252878Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f\") failed: Property not found. retry in 1.050780068s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:30.755778391Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727\") failed: Property not found. retry in 516.01013ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:30.80567393Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5\") failed: Property not found. retry in 661.331923ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:30.915737323Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82\") failed: Property not found. retry in 898.516808ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:30.975871946Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c\") failed: Property not found. retry in 1.056238321s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:30.997851862Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34\") failed: Property not found. retry in 827.663299ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:31.019672263Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf\") failed: Property not found. retry in 1.080556068s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:31.042955654Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7\") failed: Property not found. retry in 1.069987845s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:31.09761705Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a\") failed: Property not found. retry in 45.287857ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:31.137617526Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d\") failed: Property not found. retry in 537.943734ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:31.181637139Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926\") failed: Property not found. retry in 690.694164ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:31.197020029Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a\") failed: Property not found. retry in 130.925922ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:31.210772556Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727\") failed: Property not found. retry in 837.818607ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:31.337461242Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a\") failed: Property not found. retry in 150.33629ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:31.35803639Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0\") failed: Property not found. retry in 633.27044ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:31.427907962Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5\") failed: Property not found. retry in 766.64201ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:31.483114893Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a\") failed: Property not found. retry in 469.398146ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:31.522580995Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5\") failed: Property not found. retry in 931.848478ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:31.592044006Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d\") failed: Property not found. retry in 752.65192ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:31.74268596Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f\") failed: Property not found. retry in 1.292314558s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:31.862704439Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34\") failed: Property not found. retry in 795.460317ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:31.882701412Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae\") failed: Property not found. retry in 965.520825ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:31.90214597Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82\") failed: Property not found. retry in 672.84546ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:31.928993765Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926\") failed: Property not found. retry in 789.359243ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:31.945920956Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a\") failed: Property not found. retry in 851.752276ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.00610586Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c\") failed: Property not found. retry in 923.85866ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.068562425Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0\") failed: Property not found. retry in 1.182214908s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.083328708Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf\") failed: Property not found. retry in 662.45552ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.142107375Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:32.146740768Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:32.146896212Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:32.147002285Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:32.147015595Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:32.157562295Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:32.168552488Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7\") failed: Property not found. retry in 957.595349ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.184985136Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727\") failed: Property not found. retry in 705.150265ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.20498809Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:32.205157424Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:32.213497726Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5\") failed: Property not found. retry in 1.439113556s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.265203994Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981\") failed: Property not found. retry in 49.291507ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.411962385Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16\") failed: Property not found. retry in 32.360278ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.445573391Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b\") failed: Property not found. retry in 34.488217ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.459754539Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019\") failed: Property not found. retry in 46.930584ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.470805593Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981\") failed: Property not found. retry in 84.160229ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.481099188Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16\") failed: Property not found. retry in 124.724825ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.491377961Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b\") failed: Property not found. retry in 77.044058ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.506733511Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d\") failed: Property not found. retry in 865.744027ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.517397895Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019\") failed: Property not found. retry in 71.288586ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.52811515Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5\") failed: Property not found. retry in 670.018012ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.54010322Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981\") failed: Property not found. retry in 120.050273ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.576967242Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b\") failed: Property not found. retry in 291.257576ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.594938051Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019\") failed: Property not found. retry in 226.764581ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.613323891Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82\") failed: Property not found. retry in 1.342196392s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.629151283Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16\") failed: Property not found. retry in 298.318814ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.640040673Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34\") failed: Property not found. retry in 1.299699503s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.690927669Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981\") failed: Property not found. retry in 363.979108ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.743851219Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926\") failed: Property not found. retry in 574.662047ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.769802901Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf\") failed: Property not found. retry in 789.609681ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.815866129Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019\") failed: Property not found. retry in 387.563875ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.852525435Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a\") failed: Property not found. retry in 674.665196ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.870955357Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae\") failed: Property not found. retry in 794.075198ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.883739477Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b\") failed: Property not found. retry in 403.137129ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.899715173Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727\") failed: Property not found. retry in 1.45250305s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.923374363Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16\") failed: Property not found. retry in 483.778588ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:32.956456135Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c\") failed: Property not found. retry in 770.840455ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:33.004716201Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981\") failed: Property not found. retry in 665.344584ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:33.119719536Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7\") failed: Property not found. retry in 584.436288ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:33.156757202Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f\") failed: Property not found. retry in 693.032732ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:33.171836664Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5\") failed: Property not found. retry in 1.237485555s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:33.223329136Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019\") failed: Property not found. retry in 484.840139ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:33.252688109Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0\") failed: Property not found. retry in 1.490557939s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:33.279493343Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b\") failed: Property not found. retry in 820.218598ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:33.315644056Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926\") failed: Property not found. retry in 1.313856244s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:33.354956364Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d\") failed: Property not found. retry in 1.122416758s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:33.394783516Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16\") failed: Property not found. retry in 896.932872ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:33.451060465Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a\") failed: Property not found. retry in 1.087309366s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:33.557677556Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf\") failed: Property not found. retry in 1.27862619s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:33.616778381Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae\") failed: Property not found. retry in 1.165560035s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:33.690082875Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5\") failed: Property not found. retry in 1.188490834s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:33.715607665Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019\") failed: Property not found. retry in 697.705685ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:33.750611748Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7\") failed: Property not found. retry in 1.342938647s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:33.761286292Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c\") failed: Property not found. retry in 1.01190003s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:33.788763104Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981\") failed: Property not found. retry in 1.360261778s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:33.801219616Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f\") failed: Property not found. retry in 1.282776144s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:33.885849872Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82\") failed: Property not found. retry in 1.390549561s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:33.981887831Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34\") failed: Property not found. retry in 1.015523662s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:33.998868944Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b\") failed: Property not found. retry in 1.4987594s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:34.146073366Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16\") failed: Property not found. retry in 835.299293ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:34.358931728Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727\") failed: Property not found. retry in 667.258616ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:34.384734266Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019\") failed: Property not found. retry in 1.272825337s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:34.456479797Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5\") failed: Property not found. retry in 1.371424292s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:34.469254388Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d\") failed: Property not found. retry in 679.192456ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:34.529238707Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a\") failed: Property not found. retry in 678.002476ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:34.659398035Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926\") failed: Property not found. retry in 734.04427ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:34.681190786Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0\") failed: Property not found. retry in 1.154523786s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:34.783274136Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c\") failed: Property not found. retry in 1.218341801s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:34.812780452Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae\") failed: Property not found. retry in 1.374561442s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:34.868551769Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf\") failed: Property not found. retry in 969.791596ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:34.90913584Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5\") failed: Property not found. retry in 1.272043262s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:34.920845392Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34\") failed: Property not found. retry in 1.057055597s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:35.028795039Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727\") failed: Property not found. retry in 1.231310297s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:35.063956376Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7\") failed: Property not found. retry in 1.17273412s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:35.116367643Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981\") failed: Property not found. retry in 1.378590127s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:35.173943706Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f\") failed: Property not found. retry in 881.532089ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:35.185255598Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16\") failed: Property not found. retry in 1.48461535s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:35.20599721Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d\") failed: Property not found. retry in 1.445712645s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:35.220331692Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a\") failed: Property not found. retry in 1.0731335s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:35.349396862Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82\") failed: Property not found. retry in 1.440422317s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:35.386700646Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926\") failed: Property not found. retry in 1.452208181s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:35.427548554Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:35.576249247Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:35.580701406Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b\") failed: Property not found. retry in 826.385021ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:35.660917513Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019\") failed: Property not found. retry in 1.307919653s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:35.74446405Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5\") failed: Property not found. retry in 798.436831ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:35.854126352Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011\") failed: Property not found. retry in 37.973044ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:35.888848968Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf\") failed: Property not found. retry in 1.023611821s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:35.901730911Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011\") failed: Property not found. retry in 89.55737ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:35.939049936Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0\") failed: Property not found. retry in 931.660269ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:35.951375834Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011\") failed: Property not found. retry in 116.989154ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:36.041079284Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c\") failed: Property not found. retry in 778.829327ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:36.053092575Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f\") failed: Property not found. retry in 697.56104ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:36.084784699Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34\") failed: Property not found. retry in 858.488927ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:36.097049276Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011\") failed: Property not found. retry in 318.113167ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:36.166124026Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5\") failed: Property not found. retry in 767.888601ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:36.201268652Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae\") failed: Property not found. retry in 1.064265819s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:36.253901025Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7\") failed: Property not found. retry in 1.187510875s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:36.302061158Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727\") failed: Property not found. retry in 1.190560356s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:36.313863423Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a\") failed: Property not found. retry in 787.909231ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:36.436219434Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011\") failed: Property not found. retry in 1.123584275s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:36.496689565Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b\") failed: Property not found. retry in 1.483974639s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:36.509967499Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981\") failed: Property not found. retry in 934.401761ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:36.608034572Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5\") failed: Property not found. retry in 968.788496ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:36.690410298Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d\") failed: Property not found. retry in 1.014920407s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:36.747370116Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16\") failed: Property not found. retry in 1.172076861s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:36.759825568Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f\") failed: Property not found. retry in 1.109197313s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:36.814962677Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82\") failed: Property not found. retry in 595.663443ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:36.876045905Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:36.919583565Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"2.852792816s"} {"msg":"wait for service Some(\"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c\") failed: Property not found. retry in 1.115555988s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:36.924592388Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926\") failed: Property not found. retry in 693.640128ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:36.932997202Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf\") failed: Property not found. retry in 743.731052ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:36.940715738Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0\") failed: Property not found. retry in 847.833857ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:36.947667743Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34\") failed: Property not found. retry in 625.33469ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:36.965226201Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5\") failed: Property not found. retry in 805.947788ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:36.978426653Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019\") failed: Property not found. retry in 1.289804241s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:37.062311948Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a\") failed: Property not found. retry in 1.366763681s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:37.282044223Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae\") failed: Property not found. retry in 886.670462ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:37.47067626Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82\") failed: Property not found. retry in 1.299774511s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:37.499379505Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7\") failed: Property not found. retry in 1.36466138s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:37.510963493Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727\") failed: Property not found. retry in 652.42643ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:37.520709963Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981\") failed: Property not found. retry in 972.718133ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:37.556018084Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34\") failed: Property not found. retry in 545.084794ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:37.599580245Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011\") failed: Property not found. retry in 1.068737913s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:37.630336315Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926\") failed: Property not found. retry in 801.651774ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:37.637584248Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5\") failed: Property not found. retry in 1.26348729s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:37.667123515Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf\") failed: Property not found. retry in 704.145925ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:37.693237491Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d\") failed: Property not found. retry in 1.46371496s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:37.772397531Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5\") failed: Property not found. retry in 659.671224ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:37.79341061Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0\") failed: Property not found. retry in 1.078070177s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:37.804323781Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f\") failed: Property not found. retry in 759.534376ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:37.933884884Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16\") failed: Property not found. retry in 1.30207725s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:37.941542738Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b\") failed: Property not found. retry in 1.043287799s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:38.002965815Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c\") failed: Property not found. retry in 1.416897926s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:38.05006903Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34\") failed: Property not found. retry in 629.068587ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:38.153239639Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727\") failed: Property not found. retry in 539.471994ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:38.182199581Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019\") failed: Property not found. retry in 888.547969ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:38.362729192Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae\") failed: Property not found. retry in 870.955492ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:38.371043424Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf\") failed: Property not found. retry in 736.42586ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:38.407591807Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926\") failed: Property not found. retry in 723.793848ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:38.452373911Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5\") failed: Property not found. retry in 1.239048474s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:38.464946666Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981\") failed: Property not found. retry in 1.019545526s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:38.539247056Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a\") failed: Property not found. retry in 1.363393674s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:38.659188872Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f\") failed: Property not found. retry in 1.396070063s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:38.70564661Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011\") failed: Property not found. retry in 1.255621871s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:38.714957509Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727\") failed: Property not found. retry in 1.190080428s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:38.731164241Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34\") failed: Property not found. retry in 1.19508391s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:38.791790416Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82\") failed: Property not found. retry in 656.84841ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:38.808798589Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7\") failed: Property not found. retry in 762.058416ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:38.88423741Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0\") failed: Property not found. retry in 678.598973ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:38.893178858Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5\") failed: Property not found. retry in 1.21917951s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:38.944131056Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b\") failed: Property not found. retry in 788.266139ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:39.059295565Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf\") failed: Property not found. retry in 1.374477251s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:39.155069376Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926\") failed: Property not found. retry in 1.001978628s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:39.184902211Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d\") failed: Property not found. retry in 858.829376ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:39.24602756Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae\") failed: Property not found. retry in 517.648447ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:39.253563031Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16\") failed: Property not found. retry in 759.515076ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:39.262438277Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019\") failed: Property not found. retry in 1.110420156s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:39.271132379Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82\") failed: Property not found. retry in 1.229910206s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:39.475008272Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c\") failed: Property not found. retry in 1.061021675s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:39.483142169Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981\") failed: Property not found. retry in 653.216989ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:39.568263397Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0\") failed: Property not found. retry in 1.458304066s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:39.581238063Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7\") failed: Property not found. retry in 923.354097ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:39.655526803Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5\") failed: Property not found. retry in 1.052767591s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:39.714421222Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae\") failed: Property not found. retry in 739.647102ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:39.780881523Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b\") failed: Property not found. retry in 602.300608ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:39.861982064Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727\") failed: Property not found. retry in 787.55973ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:39.930222643Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011\") failed: Property not found. retry in 573.500516ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:39.979843516Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34\") failed: Property not found. retry in 879.051449ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:39.997972908Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a\") failed: Property not found. retry in 686.671612ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:40.031504722Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16\") failed: Property not found. retry in 1.152881305s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:40.039153266Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f\") failed: Property not found. retry in 926.587769ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:40.109761268Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d\") failed: Property not found. retry in 1.354067015s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:40.117656708Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5\") failed: Property not found. retry in 1.2513611s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:40.172358995Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926\") failed: Property not found. retry in 922.934158ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:40.195878152Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981\") failed: Property not found. retry in 1.014166053s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:40.229771045Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019\") failed: Property not found. retry in 1.318441258s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:40.390654012Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b\") failed: Property not found. retry in 772.538531ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:40.475215236Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae\") failed: Property not found. retry in 698.241644ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:40.529223315Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf\") failed: Property not found. retry in 760.230601ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:40.538305707Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c\") failed: Property not found. retry in 1.020560381s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:40.552991469Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011\") failed: Property not found. retry in 680.047482ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:40.562310137Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7\") failed: Property not found. retry in 1.156517321s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:40.588776112Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82\") failed: Property not found. retry in 1.237582511s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:40.714256646Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727\") failed: Property not found. retry in 838.892765ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:40.725837595Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a\") failed: Property not found. retry in 506.436919ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:40.733661573Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5\") failed: Property not found. retry in 532.917111ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:40.777196383Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34\") failed: Property not found. retry in 1.384639361s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:40.88663964Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f\") failed: Property not found. retry in 1.345413937s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:41.04799293Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0\") failed: Property not found. retry in 1.38576937s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:41.05739099Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926\") failed: Property not found. retry in 1.036069922s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:41.128116935Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16\") failed: Property not found. retry in 997.110233ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:41.20225496Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae\") failed: Property not found. retry in 682.312954ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:41.235720402Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a\") failed: Property not found. retry in 765.954633ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:41.248253225Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b\") failed: Property not found. retry in 555.01077ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:41.255690354Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981\") failed: Property not found. retry in 1.366070198s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:41.262782823Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011\") failed: Property not found. retry in 557.939018ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:41.269644946Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf\") failed: Property not found. retry in 788.106353ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:41.307591757Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5\") failed: Property not found. retry in 1.301009417s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:41.319614847Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5\") failed: Property not found. retry in 1.345567028s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:41.432739442Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d\") failed: Property not found. retry in 950.590007ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:41.47955212Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727\") failed: Property not found. retry in 664.67691ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:41.573795041Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c\") failed: Property not found. retry in 548.464464ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:41.581709702Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019\") failed: Property not found. retry in 1.432700995s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:41.718178379Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7\") failed: Property not found. retry in 797.421605ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:41.754707942Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b\") failed: Property not found. retry in 974.509769ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:41.819219801Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011\") failed: Property not found. retry in 674.349315ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:41.836657776Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae\") failed: Property not found. retry in 553.163553ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:41.928208516Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82\") failed: Property not found. retry in 935.632884ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:41.959977682Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a\") failed: Property not found. retry in 988.753901ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:42.023024483Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf\") failed: Property not found. retry in 1.340729412s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:42.104135504Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c\") failed: Property not found. retry in 1.108901853s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:42.139602679Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926\") failed: Property not found. retry in 784.634247ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:42.174141779Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16\") failed: Property not found. retry in 743.017168ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:42.208657489Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727\") failed: Property not found. retry in 753.485585ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:42.247489753Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34\") failed: Property not found. retry in 661.297655ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:42.280478643Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f\") failed: Property not found. retry in 1.264733936s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:42.403335666Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d\") failed: Property not found. retry in 1.208869771s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:42.440025294Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0\") failed: Property not found. retry in 1.086166821s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:42.452562698Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae\") failed: Property not found. retry in 1.026176482s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:42.4912617Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011\") failed: Property not found. retry in 1.085252704s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:42.520422507Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7\") failed: Property not found. retry in 698.344455ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:42.56144456Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5\") failed: Property not found. retry in 630.619324ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:42.657582632Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981\") failed: Property not found. retry in 728.252691ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:42.671675797Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5\") failed: Property not found. retry in 1.266438185s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:42.791433249Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b\") failed: Property not found. retry in 719.752011ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:42.805244257Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82\") failed: Property not found. retry in 1.253009678s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:42.905447737Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34\") failed: Property not found. retry in 903.432455ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:42.950926189Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16\") failed: Property not found. retry in 1.438945593s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:42.960048212Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926\") failed: Property not found. retry in 511.663409ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:42.966970647Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727\") failed: Property not found. retry in 765.659553ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:43.009836449Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a\") failed: Property not found. retry in 889.969526ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:43.019405334Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019\") failed: Property not found. retry in 579.980424ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:43.161737737Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c\") failed: Property not found. retry in 960.273158ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:43.259351768Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7\") failed: Property not found. retry in 1.141234264s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:43.269217411Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5\") failed: Property not found. retry in 1.0940555s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:43.299654562Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981\") failed: Property not found. retry in 981.549918ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:43.411101972Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf\") failed: Property not found. retry in 1.280292428s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:43.455838574Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926\") failed: Property not found. retry in 1.279848278s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:43.490500858Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae\") failed: Property not found. retry in 1.127871715s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:43.528687566Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b\") failed: Property not found. retry in 672.909598ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:43.537788058Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0\") failed: Property not found. retry in 924.381769ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:43.546806949Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011\") failed: Property not found. retry in 1.228252869s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:43.61664808Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d\") failed: Property not found. retry in 1.402178169s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:43.661046103Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f\") failed: Property not found. retry in 661.039888ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:43.68157472Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019\") failed: Property not found. retry in 613.288017ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:43.753472456Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727\") failed: Property not found. retry in 1.32762606s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:43.786948188Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34\") failed: Property not found. retry in 1.350572154s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:43.86507182Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a\") failed: Property not found. retry in 765.527452ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:43.923673942Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5\") failed: Property not found. retry in 770.777823ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:44.069706873Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82\") failed: Property not found. retry in 852.10563ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:44.168036063Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b\") failed: Property not found. retry in 1.378898997s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:44.223625034Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c\") failed: Property not found. retry in 1.072858874s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:44.236414305Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f\") failed: Property not found. retry in 1.106842821s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:44.356763102Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019\") failed: Property not found. retry in 1.083137779s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:44.378570034Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981\") failed: Property not found. retry in 1.205095623s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:44.406538019Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16\") failed: Property not found. retry in 644.571265ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:44.419742571Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5\") failed: Property not found. retry in 1.264041294s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:44.431069383Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7\") failed: Property not found. retry in 858.254315ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:44.44296447Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0\") failed: Property not found. retry in 1.224034159s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:44.483466999Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae\") failed: Property not found. retry in 537.906909ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:44.671278044Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a\") failed: Property not found. retry in 779.891772ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:44.704358725Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf\") failed: Property not found. retry in 539.294287ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:44.752022586Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926\") failed: Property not found. retry in 1.341702366s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:44.785334234Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5\") failed: Property not found. retry in 577.251137ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:44.853525581Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011\") failed: Property not found. retry in 1.167992216s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:44.867697878Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82\") failed: Property not found. retry in 1.448721582s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:45.034812142Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d\") failed: Property not found. retry in 1.163142124s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:45.0824138Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16\") failed: Property not found. retry in 1.317150009s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:45.102979218Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727\") failed: Property not found. retry in 733.855008ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:45.137827457Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae\") failed: Property not found. retry in 1.382399495s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:45.223239693Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34\") failed: Property not found. retry in 1.418037078s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:45.234933675Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf\") failed: Property not found. retry in 623.840623ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:45.306274386Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7\") failed: Property not found. retry in 523.834834ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:45.318393699Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c\") failed: Property not found. retry in 829.836376ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:45.330665156Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5\") failed: Property not found. retry in 1.08653382s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:45.448016423Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019\") failed: Property not found. retry in 635.45493ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:45.491122202Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f\") failed: Property not found. retry in 890.25605ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:45.508617508Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a\") failed: Property not found. retry in 773.182736ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:45.525089037Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b\") failed: Property not found. retry in 1.115878841s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:45.615215449Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981\") failed: Property not found. retry in 946.456074ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:45.626967042Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5\") failed: Property not found. retry in 614.990471ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:45.7101782Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0\") failed: Property not found. retry in 673.661025ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:45.722650262Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7\") failed: Property not found. retry in 979.668215ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:45.857792343Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727\") failed: Property not found. retry in 929.865521ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:45.888770149Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf\") failed: Property not found. retry in 932.321844ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:45.946271341Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011\") failed: Property not found. retry in 1.036745933s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:46.047564871Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926\") failed: Property not found. retry in 1.052664826s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:46.140370844Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019\") failed: Property not found. retry in 650.900098ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:46.153197245Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c\") failed: Property not found. retry in 844.873913ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:46.175418657Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d\") failed: Property not found. retry in 575.553222ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:46.260258408Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a\") failed: Property not found. retry in 1.463122164s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:46.309780307Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5\") failed: Property not found. retry in 1.056717423s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:46.334967209Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0\") failed: Property not found. retry in 1.296057993s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:46.407035489Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f\") failed: Property not found. retry in 626.255285ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:46.414729014Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16\") failed: Property not found. retry in 801.215952ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:46.430886575Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82\") failed: Property not found. retry in 1.149588011s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:46.496125673Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5\") failed: Property not found. retry in 672.25232ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:46.547219635Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981\") failed: Property not found. retry in 1.486113041s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:46.585015962Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae\") failed: Property not found. retry in 1.378504552s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:46.614773215Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34\") failed: Property not found. retry in 1.182795451s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:46.663142134Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b\") failed: Property not found. retry in 501.218337ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:46.743524476Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019\") failed: Property not found. retry in 1.380891097s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:46.815603787Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727\") failed: Property not found. retry in 1.466995376s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:46.82920264Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d\") failed: Property not found. retry in 1.471307287s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:46.845511324Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7\") failed: Property not found. retry in 538.211878ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:46.856547758Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf\") failed: Property not found. retry in 1.251806523s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:46.888473789Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c\") failed: Property not found. retry in 532.346521ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:47.033861173Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f\") failed: Property not found. retry in 1.050633056s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:47.053781734Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011\") failed: Property not found. retry in 995.184623ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:47.096988606Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926\") failed: Property not found. retry in 1.40105171s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:47.204721746Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5\") failed: Property not found. retry in 974.730896ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:47.230380179Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16\") failed: Property not found. retry in 708.291515ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:47.245310348Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b\") failed: Property not found. retry in 1.050216633s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:47.255740265Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5\") failed: Property not found. retry in 1.345295402s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:47.405550498Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7\") failed: Property not found. retry in 1.497421652s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:47.418463072Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c\") failed: Property not found. retry in 1.024894665s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:47.582135113Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82\") failed: Property not found. retry in 1.423474943s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:47.66195484Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0\") failed: Property not found. retry in 1.038401524s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:47.715469667Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a\") failed: Property not found. retry in 958.206481ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:47.786957372Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34\") failed: Property not found. retry in 963.512236ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:47.862124695Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16\") failed: Property not found. retry in 1.467698473s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:47.970442792Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae\") failed: Property not found. retry in 889.557645ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:48.007235422Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981\") failed: Property not found. retry in 1.244809666s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:48.085282762Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011\") failed: Property not found. retry in 725.593234ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:48.107566606Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f\") failed: Property not found. retry in 891.232054ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:48.121169168Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf\") failed: Property not found. retry in 927.062124ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:48.155592985Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019\") failed: Property not found. retry in 573.595144ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:48.21093972Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5\") failed: Property not found. retry in 1.419897399s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:48.226014341Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727\") failed: Property not found. retry in 1.22259056s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:48.314576041Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b\") failed: Property not found. retry in 803.561481ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:48.327851675Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d\") failed: Property not found. retry in 887.85304ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:48.339632949Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926\") failed: Property not found. retry in 817.891593ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:48.619345903Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c\") failed: Property not found. retry in 1.123073468s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:48.635878164Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a\") failed: Property not found. retry in 877.060767ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:48.760936896Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0\") failed: Property not found. retry in 1.194826572s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:48.773961184Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5\") failed: Property not found. retry in 696.346125ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:48.78733693Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019\") failed: Property not found. retry in 758.581293ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:48.800746657Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34\") failed: Property not found. retry in 1.317077066s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:48.839972773Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011\") failed: Property not found. retry in 784.50653ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:48.855026494Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae\") failed: Property not found. retry in 957.793015ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:48.910751489Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7\") failed: Property not found. retry in 1.274912941s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:48.93704451Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f\") failed: Property not found. retry in 1.353631696s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:49.027330556Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf\") failed: Property not found. retry in 503.153835ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:49.099083418Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82\") failed: Property not found. retry in 1.327319507s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:49.11266087Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b\") failed: Property not found. retry in 894.026798ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:49.148158165Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981\") failed: Property not found. retry in 1.446590312s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:49.347765684Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926\") failed: Property not found. retry in 944.366205ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:49.453255805Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16\") failed: Property not found. retry in 952.241248ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:49.465602974Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5\") failed: Property not found. retry in 509.02492ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:49.501441719Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727\") failed: Property not found. retry in 563.787009ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:49.555076619Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019\") failed: Property not found. retry in 855.56212ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:49.580614769Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf\") failed: Property not found. retry in 1.321279805s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:49.618458068Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a\") failed: Property not found. retry in 1.199601246s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:49.653375898Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5\") failed: Property not found. retry in 1.107967957s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:49.666901169Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011\") failed: Property not found. retry in 1.020848314s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:49.680367407Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0\") failed: Property not found. retry in 1.249062232s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:49.979569941Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b\") failed: Property not found. retry in 656.246619ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:50.054127858Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727\") failed: Property not found. retry in 817.118411ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:50.129973949Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34\") failed: Property not found. retry in 1.10537173s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:50.167360576Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16\") failed: Property not found. retry in 613.588015ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:50.42681511Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019\") failed: Property not found. retry in 1.052007751s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:50.445544689Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011\") failed: Property not found. retry in 780.085677ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:50.712855062Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b\") failed: Property not found. retry in 1.136920645s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:50.721661517Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5\") failed: Property not found. retry in 904.190184ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:50.785151949Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981\") failed: Property not found. retry in 572.360642ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:50.802917233Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a\") failed: Property not found. retry in 1.196309405s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:50.862205392Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf\") failed: Property not found. retry in 1.08046873s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:50.949455627Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:50.949735575Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34942"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:50.953438874Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"3b5bbce5-27ef-419c-8621-d73198f83b84","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34942","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":122,"response_code":"200"} {"msg":"wait for service Some(\"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727\") failed: Property not found. retry in 1.485343366s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:50.957519073Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16\") failed: Property not found. retry in 943.602124ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:51.050456089Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0\") failed: Property not found. retry in 859.754893ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:51.239072435Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34\") failed: Property not found. retry in 720.214328ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:51.284168166Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981\") failed: Property not found. retry in 1.283886455s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:51.385472726Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011\") failed: Property not found. retry in 1.094015953s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:51.503698067Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019\") failed: Property not found. retry in 1.328384485s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:51.513478917Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5\") failed: Property not found. retry in 509.577877ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:51.700714477Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16\") failed: Property not found. retry in 969.819785ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:52.004948885Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34\") failed: Property not found. retry in 1.254241187s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:52.014307174Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf\") failed: Property not found. retry in 1.330973933s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:52.040846811Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a\") failed: Property not found. retry in 861.55751ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:52.067153412Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0\") failed: Property not found. retry in 1.04450621s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:52.108498064Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5\") failed: Property not found. retry in 1.440278306s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:52.220355284Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727\") failed: Property not found. retry in 1.016269069s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:52.453469446Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011\") failed: Property not found. retry in 754.487241ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:52.607784919Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981\") failed: Property not found. retry in 784.407417ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:52.679190781Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019\") failed: Property not found. retry in 526.543467ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:52.854509724Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16\") failed: Property not found. retry in 1.367096639s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:52.98720118Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0\") failed: Property not found. retry in 1.239493746s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:53.166347583Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.450765251Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3425","zone":"oxz_crucible_pantry_ae1f6940-0b69-417f-93cd-3071ad0b8926"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.450822652Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3425","zone":"oxz_crucible_575c5c3c-9ba1-446e-86a1-312a95b8af34"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.450829472Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3425","zone":"oxz_crucible_1f27f52e-3d4c-4048-b943-603365bdebae"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.450855903Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3425","zone":"oxz_crucible_ca8e7ccb-ffa7-47f0-b723-a15163dedca5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.450866043Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3425","zone":"oxz_external_dns_f254de4b-8368-447e-a60a-a0b076a07019"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.450872224Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3425","zone":"oxz_crucible_fc41377f-86d4-4e2b-a9f4-12b2a390cebf"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.450878354Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3425","zone":"oxz_crucible_3c5cf1b6-36ae-47d1-ab71-13dd2f60276f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.450886004Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3425","zone":"oxz_crucible_b04ccba8-86b2-4354-852f-61c9fc4c0bc0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.450891524Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3425","zone":"oxz_crucible_1175c7bc-8004-48ff-9cd9-c84f5d38de82"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.450897044Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3425","zone":"oxz_oximeter_27a518d0-4144-46a4-b5d6-1d4202efbad7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.450906865Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3425","zone":"oxz_crucible_pantry_407963e3-3ac2-40fa-b8be-05f2f506236d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.450914495Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3425","zone":"oxz_crucible_53e5cc12-ffc4-4f07-bd35-1bb1f434153c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.450922135Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3425","zone":"oxz_crucible_7a119e2a-1ef1-4d6e-b446-d446f1f1a727"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.450933055Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3425","zone":"oxz_nexus_efb97af4-2a37-40fe-ba79-0d6036206d5b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.450942846Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3425","zone":"oxz_external_dns_ff5ba86c-4715-403a-9859-0a9e2f10118a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.450953636Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3425","zone":"oxz_nexus_a9ce56ac-731f-48d0-8aca-f811775eb981"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.450961276Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3425","zone":"oxz_nexus_fe47c137-c5b6-4948-a66e-6c053d7a3f16"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.450970806Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3425","zone":"oxz_clickhouse_104e3e20-8a3c-471f-890f-9ecd6c836011"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.450980736Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3425","zone":"oxz_crucible_pantry_9906d416-b97b-4c1a-9168-fbab6a611ae5"} {"msg":"Writing ledger to /pool/int/78bd0f81-a5ba-45ed-88ee-73f60e557f3b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.451262344Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e75af37f-884a-4050-8551-016b60c05212/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.456342759Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.463019327Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"959f9d47-01d6-4b17-ac0f-cae183780674","remote_addr":"[fd00:1122:3344:101::1]:37415","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":33542310,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.471330919Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1321"} {"msg":"Writing ledger to /pool/int/78bd0f81-a5ba-45ed-88ee-73f60e557f3b/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.471475243Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e75af37f-884a-4050-8551-016b60c05212/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.471718619Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.478615343Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::a]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.479102686Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:719"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.530384212Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:886"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/a1f1eb37-db5f-4a3f-b54d-af05a39a349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.533052494Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/a1f1eb37-db5f-4a3f-b54d-af05a39a349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.634629081Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/a1f1eb37-db5f-4a3f-b54d-af05a39a349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.718104105Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:54.820608917Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"2.97871944s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/a1f1eb37-db5f-4a3f-b54d-af05a39a349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:54.873061715Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/a1f1eb37-db5f-4a3f-b54d-af05a39a349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:55.039903091Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/a1f1eb37-db5f-4a3f-b54d-af05a39a349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:55.281831648Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/a1f1eb37-db5f-4a3f-b54d-af05a39a349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:55.513339947Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/a1f1eb37-db5f-4a3f-b54d-af05a39a349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:55.737808999Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/a1f1eb37-db5f-4a3f-b54d-af05a39a349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:56.258295799Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/a1f1eb37-db5f-4a3f-b54d-af05a39a349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:56.551639806Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/a1f1eb37-db5f-4a3f-b54d-af05a39a349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:57.10112845Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/a1f1eb37-db5f-4a3f-b54d-af05a39a349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:57.648588328Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:45:57.831368519Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"11.905012956s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/a1f1eb37-db5f-4a3f-b54d-af05a39a349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:58.044673096Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/a1f1eb37-db5f-4a3f-b54d-af05a39a349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:45:59.158804474Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/a1f1eb37-db5f-4a3f-b54d-af05a39a349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:00.662611575Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/a1f1eb37-db5f-4a3f-b54d-af05a39a349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:01.7794003Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/a1f1eb37-db5f-4a3f-b54d-af05a39a349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:02.586418941Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b7f9533-cdaa-492e-8a11-1e6834564095\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 19:46:05 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"a1f1eb37-db5f-4a3f-b54d-af05a39a349a\\\"\", request_id: \"7b7f9533-cdaa-492e-8a11-1e6834564095\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:05.394189505Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df27b7c0-5873-413e-a122-12929e6f178a\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 19:46:07 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"a1f1eb37-db5f-4a3f-b54d-af05a39a349a\\\"\", request_id: \"df27b7c0-5873-413e-a122-12929e6f178a\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:07.093846937Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39787cf2-ee33-4eb7-b20b-a2fb925c1364\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 19:46:10 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"8d8523b5-e040-424c-982e-ca126a39431a\\\"\", request_id: \"39787cf2-ee33-4eb7-b20b-a2fb925c1364\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:11.40904491Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9cbfad2-eaa8-460c-80bb-d4378497d3f2\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 19:46:14 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"8d8523b5-e040-424c-982e-ca126a39431a\\\"\", request_id: \"b9cbfad2-eaa8-460c-80bb-d4378497d3f2\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:15.544559157Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"717d9663-9c54-459a-b977-c1b113a723d9\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 19:46:17 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"8d8523b5-e040-424c-982e-ca126a39431a\\\"\", request_id: \"717d9663-9c54-459a-b977-c1b113a723d9\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:18.056454656Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:20.986379465Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51135"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:20.986994141Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"180effa2-6770-4f31-b3c6-d20787a5c171","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51135","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":29,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5276582-f6b4-4c5c-9d65-7363816eb324\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 19:46:22 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"8d8523b5-e040-424c-982e-ca126a39431a\\\"\", request_id: \"d5276582-f6b4-4c5c-9d65-7363816eb324\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:22.638666575Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89cb5659-d07a-425b-a9ec-f23e9489f754\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 19:46:26 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"8d8523b5-e040-424c-982e-ca126a39431a\\\"\", request_id: \"89cb5659-d07a-425b-a9ec-f23e9489f754\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:26.908025756Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b982edaa-2134-4b9f-b2cf-4e79fd8bc01e\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 19:46:34 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"8d8523b5-e040-424c-982e-ca126a39431a\\\"\", request_id: \"b982edaa-2134-4b9f-b2cf-4e79fd8bc01e\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:34.315898272Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:36.98539317Z","hostname":"sock","pid":1572,"component":"NexusNotifierTask","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/nexus.rs:500","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:37.07357673Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56558"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:37.076485298Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:37.076616982Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/78bd0f81-a5ba-45ed-88ee-73f60e557f3b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:37.076670323Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/e75af37f-884a-4050-8551-016b60c05212/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:37.077029402Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:37.262435513Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"d78c41e4-b8b8-4a8a-a3b1-f4217720b0fb","remote_addr":"[fd00:1122:3344:101::a]:56558","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":188697,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:37.456409392Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:44173"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:37.456955777Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"be555cab-7115-4e8b-b94d-56aa421849e0","remote_addr":"[fd00:1122:3344:101::a]:44173","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":477,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:37.483168825Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45320"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:37.484310526Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"be666de9-d34b-4750-9914-34dd0b7c9e2c","remote_addr":"[fd00:1122:3344:101::a]:45320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":914,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:37.496300965Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40604"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:37.496411708Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"854aa5ec-5bdc-4277-9f9d-d22597323a98","remote_addr":"[fd00:1122:3344:101::c]:40604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":36,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:37.593152496Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:49962"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:37.593371752Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"5fa90144-7383-4d94-9c82-f76f7100b2b2","remote_addr":"[fd00:1122:3344:101::c]:49962","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":138,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:37.607617892Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:37.607639712Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"5210b41a-e3c7-45f0-9404-388540c29b84","remote_addr":"[fd00:1122:3344:101::a]:44173","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":261,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:37.663276945Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:37.663300735Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"d4a5f79c-e9ff-4b55-ab9a-911cea009de2","remote_addr":"[fd00:1122:3344:101::c]:40604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":74,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:37.706749993Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:57102"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:37.706849526Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"d99f6d9b-fbb6-4f30-a656-c182b9d2826e","remote_addr":"[fd00:1122:3344:101::b]:57102","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":42,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:37.715422554Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"9cdf4a64-34dd-46fa-8f89-644561c25397","remote_addr":"[fd00:1122:3344:101::a]:44173","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3005,"response_code":"204"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:37.765267113Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:469","new_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 6 }","old_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 6 }","subnet":"RouterId { vni: Vni(100), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:37.765332124Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b9aa703b-9fc6-4a18-bb32-2c475745bf75","remote_addr":"[fd00:1122:3344:101::c]:40604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":245,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:37.878396017Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:54886"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:37.878617933Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"77c23bf8-75f1-496d-a93b-b0ccfeda1f8e","remote_addr":"[fd00:1122:3344:101::b]:54886","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":153,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:37.891008574Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:37.891021924Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"b40e1ab9-b547-4530-95e2-4d0e5510399e","remote_addr":"[fd00:1122:3344:101::b]:57102","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":61,"response_code":"204"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:38.015371778Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:469","new_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 6 }","old_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 6 }","subnet":"RouterId { vni: Vni(100), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:38.01547543Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"0d559d25-53c1-442c-94fa-0c1cacf3d6a2","remote_addr":"[fd00:1122:3344:101::b]:57102","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":314,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:39.926614339Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:48934","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"producer-server","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:37348"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:39.948305567Z","hostname":"sock","pid":1572,"uri":"/8d8523b5-e040-424c-982e-ca126a39431a","method":"GET","req_id":"e6de6b39-8b1f-4577-b715-a7a0d596b5d9","remote_addr":"[fd00:1122:3344:101::d]:37348","local_addr":"[fd00:1122:3344:101::1]:48934","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":21432,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:43.212927793Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63445"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:43.213522699Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8e14b5eb-2b5e-43a6-9dd7-a0805dd84513, kind: Service { id: ff5ba86c-4715-403a-9859-0a9e2f10118a }, name: Name(\"external-dns-ff5ba86c-4715-403a-9859-0a9e2f10118a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 187])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e1314800-841c-4b4a-be43-341e0c24d708, kind: Service { id: f254de4b-8368-447e-a60a-a0b076a07019 }, name: Name(\"external-dns-f254de4b-8368-447e-a60a-a0b076a07019\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 244, 93])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 000e054a-e5d1-4895-ae4b-6adbc7e14a78, kind: Service { id: efb97af4-2a37-40fe-ba79-0d6036206d5b }, name: Name(\"nexus-efb97af4-2a37-40fe-ba79-0d6036206d5b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 78])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6fb88c38-4d24-4de3-9729-8eb234fb56de, kind: Service { id: a9ce56ac-731f-48d0-8aca-f811775eb981 }, name: Name(\"nexus-a9ce56ac-731f-48d0-8aca-f811775eb981\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 51])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f8779d0a-5a2a-4966-b3e3-e4d7648e53cf, kind: Service { id: fe47c137-c5b6-4948-a66e-6c053d7a3f16 }, name: Name(\"nexus-fe47c137-c5b6-4948-a66e-6c053d7a3f16\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 127])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:43.213572901Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:43.213600082Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:43.213623462Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:43.213634232Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:43.213647463Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:43.213663083Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:43.213687304Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"16c3d5b0-4704-4e4e-9285-a26472beac1c","remote_addr":"[fd00:1122:3344:101::a]:63445","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":626,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:43.214466694Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:43.357554258Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46180"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:43.35763843Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:43.357665461Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/78bd0f81-a5ba-45ed-88ee-73f60e557f3b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:43.357669931Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/e75af37f-884a-4050-8551-016b60c05212/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:43.357899527Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:43.556359756Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"56191233-8e65-4bf0-a56b-1eeb723f5b62","remote_addr":"[fd00:1122:3344:101::a]:46180","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":198712,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:44.636454299Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60679"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:44.636673394Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8e14b5eb-2b5e-43a6-9dd7-a0805dd84513, kind: Service { id: ff5ba86c-4715-403a-9859-0a9e2f10118a }, name: Name(\"external-dns-ff5ba86c-4715-403a-9859-0a9e2f10118a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 187])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e1314800-841c-4b4a-be43-341e0c24d708, kind: Service { id: f254de4b-8368-447e-a60a-a0b076a07019 }, name: Name(\"external-dns-f254de4b-8368-447e-a60a-a0b076a07019\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 244, 93])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 000e054a-e5d1-4895-ae4b-6adbc7e14a78, kind: Service { id: efb97af4-2a37-40fe-ba79-0d6036206d5b }, name: Name(\"nexus-efb97af4-2a37-40fe-ba79-0d6036206d5b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 78])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6fb88c38-4d24-4de3-9729-8eb234fb56de, kind: Service { id: a9ce56ac-731f-48d0-8aca-f811775eb981 }, name: Name(\"nexus-a9ce56ac-731f-48d0-8aca-f811775eb981\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 51])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f8779d0a-5a2a-4966-b3e3-e4d7648e53cf, kind: Service { id: fe47c137-c5b6-4948-a66e-6c053d7a3f16 }, name: Name(\"nexus-fe47c137-c5b6-4948-a66e-6c053d7a3f16\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 127])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:44.636723276Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:44.636744976Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:44.636758876Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:44.636776017Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:44.636788367Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:44.636807878Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:44.636833429Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"5cce1809-0b5f-4f15-8d1e-8bc5283f99c8","remote_addr":"[fd00:1122:3344:101::b]:60679","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":281,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:44.93559201Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:45749"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:44.935871098Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8e14b5eb-2b5e-43a6-9dd7-a0805dd84513, kind: Service { id: ff5ba86c-4715-403a-9859-0a9e2f10118a }, name: Name(\"external-dns-ff5ba86c-4715-403a-9859-0a9e2f10118a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 187])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e1314800-841c-4b4a-be43-341e0c24d708, kind: Service { id: f254de4b-8368-447e-a60a-a0b076a07019 }, name: Name(\"external-dns-f254de4b-8368-447e-a60a-a0b076a07019\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 244, 93])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 000e054a-e5d1-4895-ae4b-6adbc7e14a78, kind: Service { id: efb97af4-2a37-40fe-ba79-0d6036206d5b }, name: Name(\"nexus-efb97af4-2a37-40fe-ba79-0d6036206d5b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 78])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6fb88c38-4d24-4de3-9729-8eb234fb56de, kind: Service { id: a9ce56ac-731f-48d0-8aca-f811775eb981 }, name: Name(\"nexus-a9ce56ac-731f-48d0-8aca-f811775eb981\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 51])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f8779d0a-5a2a-4966-b3e3-e4d7648e53cf, kind: Service { id: fe47c137-c5b6-4948-a66e-6c053d7a3f16 }, name: Name(\"nexus-fe47c137-c5b6-4948-a66e-6c053d7a3f16\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 127])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:44.935918869Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:44.93594553Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:44.93596986Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:44.935996291Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:44.936015862Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:44.936042502Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:44.936063423Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"adf11e8d-7b97-472d-ae96-ebdac8a80c41","remote_addr":"[fd00:1122:3344:101::c]:45749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":380,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:44.958884101Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48598"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:44.959074966Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8e14b5eb-2b5e-43a6-9dd7-a0805dd84513, kind: Service { id: ff5ba86c-4715-403a-9859-0a9e2f10118a }, name: Name(\"external-dns-ff5ba86c-4715-403a-9859-0a9e2f10118a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 187])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e1314800-841c-4b4a-be43-341e0c24d708, kind: Service { id: f254de4b-8368-447e-a60a-a0b076a07019 }, name: Name(\"external-dns-f254de4b-8368-447e-a60a-a0b076a07019\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 244, 93])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 000e054a-e5d1-4895-ae4b-6adbc7e14a78, kind: Service { id: efb97af4-2a37-40fe-ba79-0d6036206d5b }, name: Name(\"nexus-efb97af4-2a37-40fe-ba79-0d6036206d5b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 78])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6fb88c38-4d24-4de3-9729-8eb234fb56de, kind: Service { id: a9ce56ac-731f-48d0-8aca-f811775eb981 }, name: Name(\"nexus-a9ce56ac-731f-48d0-8aca-f811775eb981\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 51])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f8779d0a-5a2a-4966-b3e3-e4d7648e53cf, kind: Service { id: fe47c137-c5b6-4948-a66e-6c053d7a3f16 }, name: Name(\"nexus-fe47c137-c5b6-4948-a66e-6c053d7a3f16\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 127])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:44.959108887Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:44.959119477Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:44.959138948Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:44.959153138Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:44.959166239Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:44.959190109Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:44.95920334Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"33243d66-943b-4c8a-b4ed-5227697c1381","remote_addr":"[fd00:1122:3344:101::a]:48598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":210,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:51.023423042Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63740"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:51.023535435Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"f6a52bdb-021f-4ac7-9fee-4cf8e2a70641","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63740","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":33,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:52.864943226Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42574"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:52.86509437Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"00bfeb50-118d-4f63-9310-b12093a0a08a","remote_addr":"[fd00:1122:3344:101::a]:42574","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:52.932030814Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:52.932060545Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"f93e059a-8e06-4a87-acce-a7a1a6f96fad","remote_addr":"[fd00:1122:3344:101::a]:42574","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":84,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:46:52.94088321Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"908baa71-3458-40f8-b1b3-544dc3d3431b","remote_addr":"[fd00:1122:3344:101::a]:42574","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":235,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:07.600547136Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:61997"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:07.600785822Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"63765675-65ea-4421-b373-46512d73c13d","remote_addr":"[fd00:1122:3344:101::c]:61997","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":134,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:07.690434501Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:07.690464812Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"a0005372-5634-4c8f-a393-7de9953688e8","remote_addr":"[fd00:1122:3344:101::c]:61997","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:07.700257903Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"ceb692dd-363b-4f70-aa54-6968439a9cfb","remote_addr":"[fd00:1122:3344:101::c]:61997","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":239,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:07.727787876Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34402"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:07.727872619Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"24c61052-87db-4ec0-abda-80b92e8edf44","remote_addr":"[fd00:1122:3344:101::a]:34402","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":44,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:07.798866221Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:07.798899062Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"c582748b-f729-4e6b-b3c5-1470712e8f38","remote_addr":"[fd00:1122:3344:101::a]:34402","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":77,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:07.809828233Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"c16c9b31-7921-4f75-9a44-8c3d35872a1f","remote_addr":"[fd00:1122:3344:101::a]:34402","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":186,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:07.84948657Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38749"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:07.849751467Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"3773067f-98d9-48ef-971d-4e2510f26786","remote_addr":"[fd00:1122:3344:101::c]:38749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":192,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:07.854458542Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:57512"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:07.854567745Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"c6cdc96a-1e97-4ac9-9a2c-e2df20cc6cc3","remote_addr":"[fd00:1122:3344:101::b]:57512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":56,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:07.922646919Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:07.92268892Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"c736ab95-a47f-459b-91c4-6935c861359b","remote_addr":"[fd00:1122:3344:101::b]:57512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":138,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:07.925737142Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33541"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:07.92680457Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4233"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:07.989615354Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4257"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:08.04989135Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"46cbe6e6-76e9-4ddb-88fa-0a2821a91cf0","remote_addr":"[fd00:1122:3344:101::a]:33541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":123451,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:08.050069185Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:32973"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:08.050119586Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59976"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:08.050358403Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4233"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:08.054063611Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"062e1d90-89a3-4e0c-8dd4-513fd401a69d","remote_addr":"[fd00:1122:3344:101::a]:59976","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3743,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:08.054276217Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"0940a905-e392-4716-a744-23b3d6ded448","remote_addr":"[fd00:1122:3344:101::b]:57512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4035,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:08.054683368Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"08d028ea-bc5e-48ba-b505-ad59602fe337","remote_addr":"[fd00:1122:3344:101::a]:33541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4489,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:08.094362225Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4257"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:08.099111942Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/78bd0f81-a5ba-45ed-88ee-73f60e557f3b/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:08.099229445Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e75af37f-884a-4050-8551-016b60c05212/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:08.100323774Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:08.101358192Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:08.101373562Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"PUT","req_id":"4c737217-4b6c-48e5-8c84-daa9d11b9580","remote_addr":"[fd00:1122:3344:101::a]:33541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3092,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:08.116799623Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:48070"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:08.117072101Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"577a7f3b-3d72-4cec-8bd6-ed5a63eb32bd","remote_addr":"[fd00:1122:3344:101::b]:48070","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":179,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:08.151902628Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64862"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:08.160413525Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4233"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:08.160429525Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"08a21582-eddf-4060-9e50-89132c92fefe","remote_addr":"[fd00:1122:3344:101::c]:32973","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110184,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:08.165519091Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"f63adfb7-1380-419c-a9ba-6cd4a9d5d70b","remote_addr":"[fd00:1122:3344:101::c]:32973","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":756,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:08.198942021Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4257"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:08.253392542Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"bf691b63-92c2-4169-866f-e310c75adf5a","remote_addr":"[fd00:1122:3344:101::b]:64862","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101301,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:08.253768303Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"7790c871-9eb8-4c6b-a37a-267396338f80","remote_addr":"[fd00:1122:3344:101::b]:64862","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":138,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:09.934239245Z","hostname":"sock","pid":1572,"uri":"/8d8523b5-e040-424c-982e-ca126a39431a","method":"GET","req_id":"eac8d363-b470-4333-a4a9-30035276bfa3","remote_addr":"[fd00:1122:3344:101::d]:37348","local_addr":"[fd00:1122:3344:101::1]:48934","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8286,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:21.061678014Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56409"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:21.061817338Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"bbd686e4-de95-43a8-9dab-4f8c96cc5335","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56409","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.447450339Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:51638"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.447594933Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e6c1e3b2-07ad-474b-a463-21e01963039d","remote_addr":"[fd00:1122:3344:101::c]:51638","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":73,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.46589812Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.465923801Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"b7bb2bdd-05d4-4017-ac63-9fef2685be43","remote_addr":"[fd00:1122:3344:101::c]:51638","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.474819238Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"da5cae41-4515-49c0-aec9-4c7f9f74285a","remote_addr":"[fd00:1122:3344:101::c]:51638","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":188,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.523488925Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53903"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.523594238Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"fe42443f-a106-4547-b136-dbcf7e97de22","remote_addr":"[fd00:1122:3344:101::a]:53903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":53,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.567451747Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:60850"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.567611411Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4233"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.617760587Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4257"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.690960258Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"c0d986a4-2ef9-40d0-afc0-6d57d7ba5824","remote_addr":"[fd00:1122:3344:101::c]:60850","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":123399,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.691243286Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:60485"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.691256506Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.691321938Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"0443b85a-5dc0-4b07-b201-a12b0d6de2a9","remote_addr":"[fd00:1122:3344:101::a]:53903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":156,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.691528103Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"ccf176b8-a60e-444a-bff4-eb93f292d944","remote_addr":"[fd00:1122:3344:101::c]:60850","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":261,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.691612025Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"b635f9f7-b867-460c-bb6e-76c5d82e875c","remote_addr":"[fd00:1122:3344:101::c]:60485","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":201,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.710774406Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36795"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.710986302Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"d53d4de7-dd0c-4a7f-9bb1-4476125fb329","remote_addr":"[fd00:1122:3344:101::a]:36795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":147,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.721617055Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"baf790c5-ab9c-4b43-b153-3a511be34455","remote_addr":"[fd00:1122:3344:101::a]:53903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":228,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.736980974Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38472"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.737088627Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4233"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.773808846Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4257"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.832744966Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"8b153275-a0d8-4975-949e-3b3a51697fd9","remote_addr":"[fd00:1122:3344:101::a]:38472","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95702,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.832907461Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:48558"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.833088496Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"b45b4cf1-d8e4-4399-a5a3-498f6c053ea6","remote_addr":"[fd00:1122:3344:101::b]:48558","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.833187518Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"3c3969bd-6e5b-460f-9f61-08f31981868b","remote_addr":"[fd00:1122:3344:101::a]:38472","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":226,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.882078551Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.882102902Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"0a408255-213c-4f3d-af49-6291e6488c5b","remote_addr":"[fd00:1122:3344:101::b]:48558","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.995109673Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:39962"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.995303149Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"c8cde6ce-97a9-4ea7-8971-aa399142016f","remote_addr":"[fd00:1122:3344:101::b]:39962","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":120,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:37.997767094Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f88c90a1-e860-4778-b465-d1e0af8aa28e","remote_addr":"[fd00:1122:3344:101::b]:48558","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":185,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:38.054922127Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:53090"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:38.05502507Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4233"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:38.092738355Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4257"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:38.146401134Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"997144f6-b33e-423d-ab3e-1621cc886dbb","remote_addr":"[fd00:1122:3344:101::b]:53090","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91415,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:38.146726923Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"8ff0c5a4-2fe1-49cb-923a-cdc82538c632","remote_addr":"[fd00:1122:3344:101::b]:53090","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:39.932978905Z","hostname":"sock","pid":1572,"uri":"/8d8523b5-e040-424c-982e-ca126a39431a","method":"GET","req_id":"e2f333ea-6836-423e-a178-98bc434893b9","remote_addr":"[fd00:1122:3344:101::d]:37348","local_addr":"[fd00:1122:3344:101::1]:48934","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6951,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:51.09367936Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52935"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:47:51.093775632Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"1e3b401b-7520-45c2-b4ee-3986f707a1ff","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52935","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":41,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:07.628900428Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:45107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:07.630583783Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"fe727132-b83c-48cf-930c-44b2e27cfc95","remote_addr":"[fd00:1122:3344:101::c]:45107","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:07.685050595Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50100"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:07.685231849Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ba4f3b64-bd0e-465b-819b-21f527480f9f","remote_addr":"[fd00:1122:3344:101::a]:50100","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:07.712405724Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:07.712451945Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"4f58132b-a7ad-4817-acc9-6d59b7837608","remote_addr":"[fd00:1122:3344:101::c]:45107","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":117,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:07.727312311Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"ba13a9ad-8c94-4fba-8aa5-0825915e5763","remote_addr":"[fd00:1122:3344:101::c]:45107","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":205,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:07.742462075Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:07.742483715Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"b30c2799-4cc9-4b4c-b22e-7bbaf33b9319","remote_addr":"[fd00:1122:3344:101::a]:50100","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":50,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:07.753079368Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b5cf4476-f286-4dc9-822d-3c9e9002ee66","remote_addr":"[fd00:1122:3344:101::a]:50100","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":166,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:07.838469013Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62429"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:07.838668558Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"acd85605-b7f0-455f-ba0a-c818b98db285","remote_addr":"[fd00:1122:3344:101::a]:62429","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":157,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:07.838692039Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39188"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:07.838797102Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4233"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:07.880809021Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4257"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:07.940752079Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"2ea6f665-5610-4582-bc94-11a28c9afed0","remote_addr":"[fd00:1122:3344:101::a]:39188","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101994,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:07.940916963Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:39849"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:07.940964424Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:65272"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:07.941027266Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48416"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:07.941319284Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"8e08b929-b62a-466e-8818-2ee38f8eccd0","remote_addr":"[fd00:1122:3344:101::b]:39849","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":147,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:07.941352815Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4233"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:07.941360085Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a26ca813-b738-4fa1-a3d4-a893d2f8784e","remote_addr":"[fd00:1122:3344:101::a]:39188","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":284,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:07.941375795Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"abeb5696-0941-480e-9c64-89563df735ac","remote_addr":"[fd00:1122:3344:101::c]:48416","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":260,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:07.978819313Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4257"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:07.987921216Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:07.987969157Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"0e6ca199-9abd-419e-97a1-02e3e24c1e7f","remote_addr":"[fd00:1122:3344:101::b]:39849","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":360,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:07.997307116Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"28d9cab9-5f5b-4df9-bfa1-2af9f217d09c","remote_addr":"[fd00:1122:3344:101::b]:39849","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":329,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:08.036935802Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"7e9cde07-25d7-45e3-b2ba-c7312641cd7c","remote_addr":"[fd00:1122:3344:101::c]:65272","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95686,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:08.037333023Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"6ccb8e16-66f8-4880-bebd-e141159956a2","remote_addr":"[fd00:1122:3344:101::c]:65272","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":162,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:08.0938941Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:46869"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:08.094121416Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"de2abbb2-6384-4abf-bddf-8435a9c7de9d","remote_addr":"[fd00:1122:3344:101::b]:46869","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":172,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:08.137001679Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:45087"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:08.137109622Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4233"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:08.170005897Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4257"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:08.219343852Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"23466b4f-0f72-4760-ba35-a42a908dcfc5","remote_addr":"[fd00:1122:3344:101::b]:45087","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":82293,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:08.219843675Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"dd231891-9890-425d-bf31-8027b7f0ad85","remote_addr":"[fd00:1122:3344:101::b]:45087","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":183,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:09.93338483Z","hostname":"sock","pid":1572,"uri":"/8d8523b5-e040-424c-982e-ca126a39431a","method":"GET","req_id":"c28b17a3-b396-4b2a-8461-fabe31e2b66d","remote_addr":"[fd00:1122:3344:101::d]:37348","local_addr":"[fd00:1122:3344:101::1]:48934","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8254,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:21.130628081Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41579"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:21.130707883Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"dcab8684-a18a-4acf-b19a-212acd1940a9","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41579","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":32,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.526933956Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40025"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.527136982Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"8a8c7f4f-3d00-4874-ab38-0da6cf04bd42","remote_addr":"[fd00:1122:3344:101::c]:40025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.530311896Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56986"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.530404109Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"d07e89aa-b240-4ba2-a9e5-a4af886c9c8b","remote_addr":"[fd00:1122:3344:101::a]:56986","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":41,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.575007497Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.575054949Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"741036cb-f6af-4460-9c06-c704acb06b72","remote_addr":"[fd00:1122:3344:101::c]:40025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.584888851Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.584933832Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"54c44a60-68d2-4dcc-8543-f23d2f357af9","remote_addr":"[fd00:1122:3344:101::a]:56986","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":61,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.598555965Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"7e7428fd-f1bb-492a-a8d6-48b35e5716c0","remote_addr":"[fd00:1122:3344:101::c]:40025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":281,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.607059892Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b1ad154c-d46b-446d-a972-f864b94dd07f","remote_addr":"[fd00:1122:3344:101::a]:56986","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":162,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.618959949Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40585"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.619076922Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4233"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.675044963Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4257"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.754664205Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"1f96c6d3-9356-42bb-9b9c-12cf87abfeac","remote_addr":"[fd00:1122:3344:101::c]:40585","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":135621,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.75487072Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:65308"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.755091797Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4233"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.759837423Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"530d1995-50d4-4259-bbeb-77e9e9728a25","remote_addr":"[fd00:1122:3344:101::c]:40585","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4760,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.779654471Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43921"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.779949749Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"452775a2-dfd7-4c5c-8372-034d65d2ff84","remote_addr":"[fd00:1122:3344:101::a]:43921","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":190,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.795967716Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4257"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.81825851Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64912"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.818533237Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"cb44101f-7da3-45c4-954f-cc84870b5454","remote_addr":"[fd00:1122:3344:101::c]:64912","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":167,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.828848602Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:48354"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.828982415Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"60daf819-05a1-4f9a-ae0f-fb7ca6b7f4c7","remote_addr":"[fd00:1122:3344:101::b]:48354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.851864515Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.851943338Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"ca89462c-8e59-4cd8-81b7-2911852c4f83","remote_addr":"[fd00:1122:3344:101::b]:48354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":200,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.860905166Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"665574a0-a958-4192-a30c-70e6d7c88dd5","remote_addr":"[fd00:1122:3344:101::a]:65308","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105930,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.861456721Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3e9315a9-6e53-46d4-993e-0ae7a9cc6937","remote_addr":"[fd00:1122:3344:101::b]:48354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":390,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.861763259Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"6e3e68fb-91c7-4a62-aad9-b14ce9203ae0","remote_addr":"[fd00:1122:3344:101::a]:65308","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":196,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.943396995Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:53337"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.943546789Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"c07c31b9-8578-4f6a-87e9-1fee18947b34","remote_addr":"[fd00:1122:3344:101::b]:53337","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":114,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.956376581Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:45296"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.956458293Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4233"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:37.992519844Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4257"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:38.053773266Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"6a64ab48-b7a0-4a58-9101-9b60ac44dc3d","remote_addr":"[fd00:1122:3344:101::b]:45296","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97353,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:38.054115075Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"3204bd30-2cd8-4ba5-9da3-096ab22bf0d6","remote_addr":"[fd00:1122:3344:101::b]:45296","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:39.933332034Z","hostname":"sock","pid":1572,"uri":"/8d8523b5-e040-424c-982e-ca126a39431a","method":"GET","req_id":"9302c6e3-48bf-4eb4-bbfd-9efd9ddaa82c","remote_addr":"[fd00:1122:3344:101::d]:37348","local_addr":"[fd00:1122:3344:101::1]:48934","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8427,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:51.1639177Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41827"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:48:51.164020083Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"5df936b3-5edb-4685-8661-fd3f6f4125ac","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41827","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":49,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:07.674914274Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52874"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:07.675073218Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"00cdde50-8cf1-4e11-b644-4a513acf238a","remote_addr":"[fd00:1122:3344:101::a]:52874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:07.724480794Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:65122"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:07.724626408Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"17b1df0d-0307-47a5-9a98-dc4d4f13f806","remote_addr":"[fd00:1122:3344:101::c]:65122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":73,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:07.733848464Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:07.733869014Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"a81e8f40-0bdf-4d33-b9de-faf7e3c78459","remote_addr":"[fd00:1122:3344:101::a]:52874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":74,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:07.740339407Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:07.740357638Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"5f083f88-20be-41c9-bc4b-fa0c1690b834","remote_addr":"[fd00:1122:3344:101::c]:65122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":46,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:07.743333097Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"caa14ff8-1a60-443a-87c9-bd688898f83c","remote_addr":"[fd00:1122:3344:101::a]:52874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":291,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:07.749145412Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b8e7f1c9-103c-449a-a7d1-687dfda49d1e","remote_addr":"[fd00:1122:3344:101::c]:65122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":231,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:07.842021797Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:58261"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:07.842209402Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"388ca2c5-cb07-49f6-a200-157d264498c1","remote_addr":"[fd00:1122:3344:101::a]:58261","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":150,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:07.894644029Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41109"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:07.894747132Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4233"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:07.934211544Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4257"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:07.991759647Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"f4571f72-5335-4a3d-8629-2030559a47ef","remote_addr":"[fd00:1122:3344:101::a]:41109","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97058,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:07.9918803Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47789"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:07.991930902Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:34050"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:07.992155338Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4233"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:07.995398934Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"5b6183f4-da50-41cd-9aa8-9669bb99bc57","remote_addr":"[fd00:1122:3344:101::c]:47789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3117,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:07.995537058Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"26b5efef-184c-44cd-8d7a-49e232705a65","remote_addr":"[fd00:1122:3344:101::a]:41109","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3294,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:08.025531727Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4257"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:08.073799833Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:56190"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:08.07405138Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"fe0aa7c1-d35b-4f6a-94ee-2eeeb8947b97","remote_addr":"[fd00:1122:3344:101::b]:56190","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":155,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:08.077847911Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"aff572ea-ebe6-4b5b-8a71-1899bdcce339","remote_addr":"[fd00:1122:3344:101::c]:34050","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85801,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:08.078126989Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"92723eec-7c1d-4187-8c40-f7606f2b0eb4","remote_addr":"[fd00:1122:3344:101::c]:34050","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:08.102853138Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:49486"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:08.102965491Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"5db83314-597a-4985-93de-bae5ea3d857a","remote_addr":"[fd00:1122:3344:101::b]:49486","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:08.172926554Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:08.172974246Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"21eac8fa-136c-4ac0-bd6f-2900971008c7","remote_addr":"[fd00:1122:3344:101::b]:49486","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:08.183104825Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"0d6a2917-5c55-4193-b469-e6a4efe5cf9f","remote_addr":"[fd00:1122:3344:101::b]:49486","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":398,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:08.223937134Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:65164"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:08.224047107Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4233"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:08.259246785Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4257"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:08.311444836Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"6f446b03-4e52-459e-92db-af79bee3fa7f","remote_addr":"[fd00:1122:3344:101::b]:65164","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87444,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:08.311717623Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"4fa3313c-f329-486c-9c41-012c9de4b671","remote_addr":"[fd00:1122:3344:101::b]:65164","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:09.93867705Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:10.021307142Z","hostname":"sock","pid":1572,"uri":"/8d8523b5-e040-424c-982e-ca126a39431a","method":"GET","req_id":"8a2257b7-578f-4940-ac39-844b1baf167f","remote_addr":"[fd00:1122:3344:101::d]:37348","local_addr":"[fd00:1122:3344:101::1]:48934","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7933,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:21.20088611Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33072"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:21.200974832Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"2ae9a177-8d1b-447f-8c88-7f5834e1d054","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33072","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":31,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.505785139Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47615"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.505935283Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"40efac7c-9fea-4c65-a54a-d9d85498a2cf","remote_addr":"[fd00:1122:3344:101::c]:47615","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":81,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.520564793Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.520587534Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"40429936-03d7-42ee-9fb8-9d781d5d9386","remote_addr":"[fd00:1122:3344:101::c]:47615","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.525104374Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52331"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.525226658Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"3445ae4a-ba7e-4b11-b8d3-ff79a1d2a838","remote_addr":"[fd00:1122:3344:101::a]:52331","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.541838Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57421"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.542070186Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"dee27d42-af8c-4875-bd3b-94dbf5dc0ba7","remote_addr":"[fd00:1122:3344:101::c]:57421","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":155,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.550107601Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d7f15532-6654-4d13-8a1e-f4b50fdc5a0e","remote_addr":"[fd00:1122:3344:101::c]:47615","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":209,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.580642554Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.580673625Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"c984c868-567e-469f-9308-83da9d41f4a9","remote_addr":"[fd00:1122:3344:101::a]:52331","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":75,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.591606076Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"e947b118-e4e5-49b1-b96d-5d2066daa9ba","remote_addr":"[fd00:1122:3344:101::a]:52331","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":299,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.652603102Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64541"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.652716315Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4233"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.695487785Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4257"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.756394868Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"bb4757b6-5f91-4349-a3d6-6fb89dba034a","remote_addr":"[fd00:1122:3344:101::c]:64541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103724,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.756517031Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34202"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.756564052Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48946"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.756817999Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4233"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.760557779Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"93d65e0a-b158-485b-a286-a2d01de0f27f","remote_addr":"[fd00:1122:3344:101::a]:34202","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3660,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.760654771Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"f495563f-ce1f-4455-abfa-d0735d24530a","remote_addr":"[fd00:1122:3344:101::c]:64541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3794,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.792191572Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4257"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.798931821Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:56247"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.799083485Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"518d9fff-a073-4d53-b0f9-b59022fab9b1","remote_addr":"[fd00:1122:3344:101::b]:56247","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.839646497Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.839723819Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"092c50fc-8b52-490c-9982-5f84c39ac5ae","remote_addr":"[fd00:1122:3344:101::b]:56247","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":191,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.846414207Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"57fc1a41-fac7-4ac2-9ad4-ea32d63cb469","remote_addr":"[fd00:1122:3344:101::a]:48946","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89742,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.846664824Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"63b3ecd2-b58d-4adc-b80b-95e362a9d428","remote_addr":"[fd00:1122:3344:101::a]:48946","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.848619465Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"79c0a7bf-f2a4-43df-8e15-4fd4a5131408","remote_addr":"[fd00:1122:3344:101::b]:56247","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":213,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.868822264Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50585"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.868921186Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4233"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.906213311Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4257"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.962298455Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"4bf47af2-231e-4735-ba46-bd67744824e5","remote_addr":"[fd00:1122:3344:101::b]:50585","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93420,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.962413048Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64937"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.962588333Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"10f025eb-f5a5-4719-82e2-923e3907d3c2","remote_addr":"[fd00:1122:3344:101::b]:64937","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:37.962727486Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"1935496f-55a9-4ebb-ba4b-46281ecfb792","remote_addr":"[fd00:1122:3344:101::b]:50585","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:40.019428255Z","hostname":"sock","pid":1572,"uri":"/8d8523b5-e040-424c-982e-ca126a39431a","method":"GET","req_id":"fa081e33-d566-4345-a67d-f554bb2c3341","remote_addr":"[fd00:1122:3344:101::d]:37348","local_addr":"[fd00:1122:3344:101::1]:48934","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6331,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:51.238858305Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51374"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:49:51.238944817Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"930e40ef-13b1-48b6-ac37-76e98c30b49c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51374","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":29,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:07.634457962Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40354"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:07.634656277Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"9566be23-24a3-433e-839b-5099af9e6651","remote_addr":"[fd00:1122:3344:101::c]:40354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":86,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:07.665357455Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:07.665389286Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"082a59d7-de96-4f04-bfb5-35be83c0a641","remote_addr":"[fd00:1122:3344:101::c]:40354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":120,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:07.682822571Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f2a508ba-0ef9-4a3f-a4dd-3daf4b484492","remote_addr":"[fd00:1122:3344:101::c]:40354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":255,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:07.786911885Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45073"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:07.787002647Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"74d0eb89-5a6c-4c21-817d-07425b8480b1","remote_addr":"[fd00:1122:3344:101::a]:45073","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":55,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:07.791078276Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:50250"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:07.791302882Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"b3831a9f-d0cb-4c9d-a271-d1f16affd9a5","remote_addr":"[fd00:1122:3344:101::c]:50250","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":160,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:07.8332454Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:07.833303701Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"4831c704-f692-4ee5-8d7f-9893201aeec0","remote_addr":"[fd00:1122:3344:101::a]:45073","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:07.842300491Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"5e9bc003-19d4-4be6-9ebe-fa4f72db9368","remote_addr":"[fd00:1122:3344:101::a]:45073","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":232,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:07.848968989Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38912"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:07.849063041Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4233"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:07.890384742Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4257"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:07.943552199Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"cea201e6-1fda-4a46-a5ed-1778ea443b99","remote_addr":"[fd00:1122:3344:101::c]:38912","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94518,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:07.943679103Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57397"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:07.943724614Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34017"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:07.944058573Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"b382af02-8527-4539-8c41-defd3328d283","remote_addr":"[fd00:1122:3344:101::a]:34017","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":246,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:07.944126095Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4233"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:07.944194226Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"0de77a0d-cd10-4b70-804e-d3ac4d4f03d5","remote_addr":"[fd00:1122:3344:101::c]:38912","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":305,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:07.979659661Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4257"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:08.020792178Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:34369"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:08.020977363Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a0d59caf-d4e1-42af-a7fa-e8be42522486","remote_addr":"[fd00:1122:3344:101::b]:34369","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:08.036563638Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5961ead5-ae72-4723-a9c3-e7d6bcb77dab","remote_addr":"[fd00:1122:3344:101::a]:57397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92586,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:08.036931238Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"3b0d0e95-7f04-4a16-a553-046c120d24a2","remote_addr":"[fd00:1122:3344:101::a]:57397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":147,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:08.046477542Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:08.046502153Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"3b6ab2a9-8a1f-4f58-ac0b-a0c26427d313","remote_addr":"[fd00:1122:3344:101::b]:34369","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":82,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:08.055484822Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"0a687435-8c8d-4e04-93d1-a6f9cc156ac5","remote_addr":"[fd00:1122:3344:101::b]:34369","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":227,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:08.169348806Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50675"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:08.169510051Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"7565227f-b7e0-491a-ade6-91e3a4c9fc49","remote_addr":"[fd00:1122:3344:101::b]:50675","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":125,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:08.288970704Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64970"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:08.289068227Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4233"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:08.32520473Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4257"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:08.379302452Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"a2a27cf9-b1aa-4a2c-8491-f7fb930e33e4","remote_addr":"[fd00:1122:3344:101::b]:64970","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90268,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:08.379556308Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"3cb16dbc-6cad-409e-8d00-693658db664f","remote_addr":"[fd00:1122:3344:101::b]:64970","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:10.019949013Z","hostname":"sock","pid":1572,"uri":"/8d8523b5-e040-424c-982e-ca126a39431a","method":"GET","req_id":"cb60df00-0c46-46d5-a39b-56712adc1f57","remote_addr":"[fd00:1122:3344:101::d]:37348","local_addr":"[fd00:1122:3344:101::1]:48934","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7809,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:21.277724335Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49922"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:21.277815777Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"3336a9de-863d-4629-ad91-9316956cd945","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49922","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":31,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:26.727478682Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50292"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:26.727724239Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"ea607ada-1ad2-4199-995e-c66279742e57","remote_addr":"[fd00:1122:3344:101::a]:50292","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":168,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:26.727989076Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:838","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(13289745) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:26.728008416Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"PUT","req_id":"09ce0376-6d84-45a5-9fba-1ced70b74dfd","remote_addr":"[fd00:1122:3344:101::a]:50292","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:26.787959494Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53541"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:26.793045719Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: 8c8e8999-5fa1-434b-8df1-5cf1707bf035, project_id: 43e404e1-e300-45e2-982e-dfa81b448d9d }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-30T19:50:26.787762829Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: c7732dbf-fbc6-4c88-97c6-4515e1f89589, kind: Instance { id: 0e8d5ce4-5619-40f0-8e37-fe6c344dc0de }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13289745), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c7732dbf-fbc6-4c88-97c6-4515e1f89589, kind: Instance { id: 0e8d5ce4-5619-40f0-8e37-fe6c344dc0de }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13289745), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c7732dbf-fbc6-4c88-97c6-4515e1f89589, kind: Instance { id: 0e8d5ce4-5619-40f0-8e37-fe6c344dc0de }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13289745), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(13289745))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c7732dbf-fbc6-4c88-97c6-4515e1f89589, kind: Instance { id: 0e8d5ce4-5619-40f0-8e37-fe6c344dc0de }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13289745), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-1b594c0910a\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 04f9607d-33b9-4b48-803c-10ed07e4fa89, read_only_parent: Some(Volume { block_size: 512, id: baaa7c60-6985-496f-ac7c-648269ebac88, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 04516f37-e14f-40d9-aefb-956692c97958, key: Some(\"bJNtyu0OFkiONC5IDPhzvFaKyVh4PTA0FKVHJ3moSX0=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19002\", \"[fd00:1122:3344:101::1a]:19002\", \"[fd00:1122:3344:101::12]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 04f9607d-33b9-4b48-803c-10ed07e4fa89, key: Some(\"geREFODN6frTuOJjhxDih9pG6bwAETB5XUAsQorfNQo=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::13]:19001\", \"[fd00:1122:3344:101::12]:19002\", \"[fd00:1122:3344:101::14]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-1b594c0910a\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:26.793101201Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:26.793120912Z","hostname":"sock","pid":1572,"propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"sled-agent/src/instance.rs:1139","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: c7732dbf-fbc6-4c88-97c6-4515e1f89589, kind: Instance { id: 0e8d5ce4-5619-40f0-8e37-fe6c344dc0de }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13289745), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c7732dbf-fbc6-4c88-97c6-4515e1f89589, kind: Instance { id: 0e8d5ce4-5619-40f0-8e37-fe6c344dc0de }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13289745), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c7732dbf-fbc6-4c88-97c6-4515e1f89589, kind: Instance { id: 0e8d5ce4-5619-40f0-8e37-fe6c344dc0de }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13289745), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(13289745))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c7732dbf-fbc6-4c88-97c6-4515e1f89589, kind: Instance { id: 0e8d5ce4-5619-40f0-8e37-fe6c344dc0de }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13289745), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-1b594c0910a\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 04f9607d-33b9-4b48-803c-10ed07e4fa89, read_only_parent: Some(Volume { block_size: 512, id: baaa7c60-6985-496f-ac7c-648269ebac88, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 04516f37-e14f-40d9-aefb-956692c97958, key: Some(\"bJNtyu0OFkiONC5IDPhzvFaKyVh4PTA0FKVHJ3moSX0=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19002\", \"[fd00:1122:3344:101::1a]:19002\", \"[fd00:1122:3344:101::12]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 04f9607d-33b9-4b48-803c-10ed07e4fa89, key: Some(\"geREFODN6frTuOJjhxDih9pG6bwAETB5XUAsQorfNQo=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::13]:19001\", \"[fd00:1122:3344:101::12]:19002\", \"[fd00:1122:3344:101::14]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-1b594c0910a\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-30T19:50:26.787762829Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:26.793231115Z","hostname":"sock","pid":1572,"uri":"/vmms/e0efefd4-57e1-46aa-b11d-600971eaeaf6","method":"PUT","req_id":"1003989f-58f9-4baf-a66d-b894d0fc70d4","remote_addr":"[fd00:1122:3344:101::a]:53541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5211,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:26.87412823Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53643"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:26.87450743Z","hostname":"sock","pid":1572,"uri":"/vmms/e0efefd4-57e1-46aa-b11d-600971eaeaf6/state","method":"PUT","req_id":"8067f8c9-581a-4827-b85f-a7b36a102eb7","remote_addr":"[fd00:1122:3344:101::a]:53643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":282,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:26.876582156Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 13289745 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:26.876629147Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_e0efefd4-57e1-46aa-b11d-600971eaeaf6","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:26.915647097Z","hostname":"sock","pid":1572,"instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_e0efefd4-57e1-46aa-b11d-600971eaeaf6","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:26.936473722Z","hostname":"sock","pid":1572,"instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:27.005034369Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41858"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:27.005223484Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"c49499ed-82f9-4640-aaa6-f2911a76bd94","remote_addr":"[fd00:1122:3344:101::a]:41858","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:27.051310292Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {c7732dbf-fbc6-4c88-97c6-4515e1f89589: {10.151.2.175: {2bbd2d6c-b0ca-4599-a2ff-ae77ae750e0e}, 10.151.2.176: {2bbd2d6c-b0ca-4599-a2ff-ae77ae750e0e}}} }"} {"msg":"Profile for oxz_propolis-server_e0efefd4-57e1-46aa-b11d-600971eaeaf6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:28.271860948Z","hostname":"sock","pid":1572,"instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_e0efefd4-57e1-46aa-b11d-600971eaeaf6 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:28.272296029Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_e0efefd4-57e1-46aa-b11d-600971eaeaf6\") failed: Property not found. retry in 31.429331ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:50:28.45507508Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_e0efefd4-57e1-46aa-b11d-600971eaeaf6\") failed: Property not found. retry in 56.854908ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:50:28.49519711Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_e0efefd4-57e1-46aa-b11d-600971eaeaf6\") failed: Property not found. retry in 180.522035ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:50:28.568581375Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_e0efefd4-57e1-46aa-b11d-600971eaeaf6\") failed: Property not found. retry in 296.532732ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:50:28.76239095Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_e0efefd4-57e1-46aa-b11d-600971eaeaf6\") failed: Property not found. retry in 930.855187ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:50:29.070444309Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_e0efefd4-57e1-46aa-b11d-600971eaeaf6\") failed: Property not found. retry in 857.141658ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:50:30.013703256Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_e0efefd4-57e1-46aa-b11d-600971eaeaf6\") failed: Property not found. retry in 1.317193687s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:50:30.882316752Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_e0efefd4-57e1-46aa-b11d-600971eaeaf6\") failed: Property not found. retry in 861.762588ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:50:32.211516723Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_e0efefd4-57e1-46aa-b11d-600971eaeaf6","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:33.102519907Z","hostname":"sock","pid":1572,"instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"sled-agent/src/instance.rs:1633"} {"msg":"wait for service Some(\"oxz_propolis-server_e0efefd4-57e1-46aa-b11d-600971eaeaf6\") failed: Property not found. retry in 40.927668ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:50:33.111904517Z","hostname":"sock","pid":1572,"instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_e0efefd4-57e1-46aa-b11d-600971eaeaf6\") failed: Property not found. retry in 103.584541ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:50:33.162058014Z","hostname":"sock","pid":1572,"instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_e0efefd4-57e1-46aa-b11d-600971eaeaf6\") failed: Property not found. retry in 225.411122ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:50:33.277013527Z","hostname":"sock","pid":1572,"instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_e0efefd4-57e1-46aa-b11d-600971eaeaf6\") failed: Property not found. retry in 252.352137ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:50:33.511373773Z","hostname":"sock","pid":1572,"instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:33.774573967Z","hostname":"sock","pid":1572,"instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"sled-agent/src/instance.rs:1642"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:33.809198769Z","hostname":"sock","pid":1572,"instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"sled-agent/src/instance.rs:1666"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:33.947725471Z","hostname":"sock","pid":1572,"instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"sled-agent/src/instance.rs:835"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:33.948452891Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1203"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:33.948515382Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"0a792fce-700d-44d8-83fc-e99ab103197a","remote_addr":"[fd00:1122:3344:101::a]:41858","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6898908,"response_code":"204"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-10-30T19:50:33.949917330Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:33.94995219Z","hostname":"sock","pid":1572,"instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:33.949965961Z","hostname":"sock","pid":1572,"instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-30T19:50:33.949917330Z }","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:33.949973461Z","hostname":"sock","pid":1572,"instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-30T19:50:33.949917330Z }, migration_in: None, migration_out: None }","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-10-30T19:50:33.970860857Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:33.970874298Z","hostname":"sock","pid":1572,"instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:33.970890218Z","hostname":"sock","pid":1572,"instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-30T19:50:33.970860857Z }","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:33.970902359Z","hostname":"sock","pid":1572,"instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-30T19:50:33.970860857Z }, migration_in: None, migration_out: None }","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:34.02274815Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d9215a56-765e-490c-aa62-2e00de1c1991","remote_addr":"[fd00:1122:3344:101::a]:41858","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":446,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.488146338Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64920"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.488308292Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ffd44b5f-bd98-4005-9f2a-5ee80f111808","remote_addr":"[fd00:1122:3344:101::c]:64920","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":81,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.567231725Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:49960"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.567465092Z","hostname":"sock","pid":1572,"uri":"/vmms/e0efefd4-57e1-46aa-b11d-600971eaeaf6/state","method":"GET","req_id":"20244952-d036-4e09-b824-0a3ea8a3c605","remote_addr":"[fd00:1122:3344:101::c]:49960","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":170,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.632794673Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57423"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.63309517Z","hostname":"sock","pid":1572,"uri":"/vmms/e0efefd4-57e1-46aa-b11d-600971eaeaf6/state","method":"GET","req_id":"7040616e-e581-4b8e-a34d-dc76d8e9edcb","remote_addr":"[fd00:1122:3344:101::a]:57423","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":176,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.643701543Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {c7732dbf-fbc6-4c88-97c6-4515e1f89589: {10.151.2.176: {2bbd2d6c-b0ca-4599-a2ff-ae77ae750e0e}, 10.151.2.175: {2bbd2d6c-b0ca-4599-a2ff-ae77ae750e0e}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.643785435Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"706ba08f-1931-4486-badd-560138baff93","remote_addr":"[fd00:1122:3344:101::c]:64920","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":171,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.656431423Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56604"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.656596157Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"313fcf07-fb93-4b50-bf31-1c101326a682","remote_addr":"[fd00:1122:3344:101::a]:56604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.677785701Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {c7732dbf-fbc6-4c88-97c6-4515e1f89589: {10.151.2.175: {2bbd2d6c-b0ca-4599-a2ff-ae77ae750e0e}, 10.151.2.176: {2bbd2d6c-b0ca-4599-a2ff-ae77ae750e0e}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.677820382Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"022c281b-7f57-4a33-8ca5-28444f45ce98","remote_addr":"[fd00:1122:3344:101::a]:56604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.679250491Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"622dc991-7ab0-4e1b-b62e-2d08196b049d","remote_addr":"[fd00:1122:3344:101::c]:64920","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":230,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.696320595Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"c33a90cf-f6e0-47be-a88b-ef08395580d4","remote_addr":"[fd00:1122:3344:101::a]:56604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":280,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.706321692Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:59167"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.706413214Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4233"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.758385789Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4257"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.833282045Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"041d7fb8-835b-4fa1-9121-2c3e623942b5","remote_addr":"[fd00:1122:3344:101::c]:59167","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":126900,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.8334449Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:54751"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.833489121Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:65518"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.833551443Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:58753"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.833595044Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48753"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.833655055Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:47370"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.833993484Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"e0c7fea0-32f8-4769-af03-846f80901af1","remote_addr":"[fd00:1122:3344:101::c]:59167","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":316,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.834007885Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"1a1fd6a0-4813-42cb-b0a8-67474ff07eea","remote_addr":"[fd00:1122:3344:101::b]:65518","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":244,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.834083277Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4233"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.834091257Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"13c0b8f5-6a48-4003-a796-bcaab43fd913","remote_addr":"[fd00:1122:3344:101::c]:48753","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":311,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.834240821Z","hostname":"sock","pid":1572,"uri":"/vmms/e0efefd4-57e1-46aa-b11d-600971eaeaf6/state","method":"GET","req_id":"e4024f6f-44d1-42e7-ae2a-15402444557c","remote_addr":"[fd00:1122:3344:101::b]:58753","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":265,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.839660905Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"e422174d-1c2b-4a7c-819e-e854defecd76","remote_addr":"[fd00:1122:3344:101::a]:47370","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":609,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.878655894Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4257"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.884451339Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {c7732dbf-fbc6-4c88-97c6-4515e1f89589: {10.151.2.176: {2bbd2d6c-b0ca-4599-a2ff-ae77ae750e0e}, 10.151.2.175: {2bbd2d6c-b0ca-4599-a2ff-ae77ae750e0e}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.884514901Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"f6f315a1-9842-413e-88ad-9659ac4d1e62","remote_addr":"[fd00:1122:3344:101::b]:65518","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":179,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.908406447Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"7e91501c-071e-4204-ada6-0b74ce0ae1b0","remote_addr":"[fd00:1122:3344:101::b]:65518","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4282,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.942207398Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"bb2eeb31-ce2f-48b2-b18e-e85d05f78c14","remote_addr":"[fd00:1122:3344:101::a]:54751","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108311,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.942617679Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"7579a9ea-3f33-45f5-847f-d41a324db822","remote_addr":"[fd00:1122:3344:101::a]:54751","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":153,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.954690181Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:33446"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.954958518Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"7c5ee9ad-254d-4098-8d43-0d97ec9288a6","remote_addr":"[fd00:1122:3344:101::b]:33446","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":177,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.956826378Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:38240"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.956933571Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4233"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:37.995380565Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4257"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:38.053626137Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"8a703a43-cf44-470f-a3a7-655d020b1bf1","remote_addr":"[fd00:1122:3344:101::b]:38240","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96740,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:38.053901255Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"3775c29c-9534-4d7b-bdbb-c8f985305700","remote_addr":"[fd00:1122:3344:101::b]:38240","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:40.019580307Z","hostname":"sock","pid":1572,"uri":"/8d8523b5-e040-424c-982e-ca126a39431a","method":"GET","req_id":"c07e02b2-9920-43dc-bf17-f2c59e465075","remote_addr":"[fd00:1122:3344:101::d]:37348","local_addr":"[fd00:1122:3344:101::1]:48934","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7388,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:44.877267187Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56091"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:44.877928925Z","hostname":"sock","pid":1572,"uri":"/vmms/e0efefd4-57e1-46aa-b11d-600971eaeaf6/state","method":"PUT","req_id":"b7bd5ce3-bc16-4136-932d-9a179c200d5c","remote_addr":"[fd00:1122:3344:101::a]:56091","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":562,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-10-30T19:50:44.878053508Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:44.878080238Z","hostname":"sock","pid":1572,"instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:44.87812579Z","hostname":"sock","pid":1572,"instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-30T19:50:44.878053508Z }","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:44.8781432Z","hostname":"sock","pid":1572,"instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-30T19:50:44.878053508Z }, migration_in: None, migration_out: None }","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-10-30T19:50:44.916510133Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:44.916533563Z","hostname":"sock","pid":1572,"instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:44.916573274Z","hostname":"sock","pid":1572,"instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-10-30T19:50:44.916510133Z }","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:44.916581255Z","hostname":"sock","pid":1572,"instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"sled-agent/src/instance.rs:721","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:44.917373336Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:50:44.917952561Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"4213822675105353535"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:50:44.918219048Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"2937436066224296666"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:44.919559504Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:44.920648893Z","hostname":"sock","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/78bd0f81-a5ba-45ed-88ee-73f60e557f3b/debug/bundle/zone\", \"/pool/int/e75af37f-884a-4050-8551-016b60c05212/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/47ce09df-c34d-45e1-bc8b-dbf4c09084e8/crypt/debug\", \"/pool/ext/0446cdd7-2e7e-47d9-8059-2e436d8d4a2d/crypt/debug\", \"/pool/ext/cd34560e-93d5-422a-82f6-b77600a91dda/crypt/debug\", \"/pool/ext/ab4adf44-36fd-4213-adae-9e4abc19a56b/crypt/debug\", \"/pool/ext/5ad6a759-3c79-4d80-8749-184bdf3f6f00/crypt/debug\", \"/pool/ext/4f1afe0c-a0c4-40a9-a38e-b5d48c28b6ff/crypt/debug\", \"/pool/ext/44d445bc-abcc-4af4-a03f-e1d39761348a/crypt/debug\", \"/pool/ext/7fc53afd-c09a-4695-8161-cfa98da9e504/crypt/debug\", \"/pool/ext/0c2810be-f07e-4592-922b-2bf8e520a121/crypt/debug\"] }","zone_name":"oxz_propolis-server_e0efefd4-57e1-46aa-b11d-600971eaeaf6"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:45.555135751Z","hostname":"sock","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_e0efefd4-57e1-46aa-b11d-600971eaeaf6\", bundle_id: b66a6856-4d04-4d68-96b5-b31935ba4047 }, time_created: 2024-10-30T19:50:44.920977092Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_e0efefd4-57e1-46aa-b11d-600971eaeaf6","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T19:50:45.555233673Z","hostname":"sock","pid":1572,"instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"sled-agent/src/instance.rs:935"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:47.281520831Z","hostname":"sock","pid":1572,"instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:47.298985881Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(13289745), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:47.299029142Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(13289745), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:47.299401472Z","hostname":"sock","pid":1572,"instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-30T19:50:47.299370001Z }, migration_in: None, migration_out: None }","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:47.35600001Z","hostname":"sock","pid":1572,"instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-30T19:50:47.299370001Z }, migration_in: None, migration_out: None }","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:47.359925075Z","hostname":"sock","pid":1572,"instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","propolis_id":"e0efefd4-57e1-46aa-b11d-600971eaeaf6","instance_id":"0e8d5ce4-5619-40f0-8e37-fe6c344dc0de","component":"InstanceManager","file":"sled-agent/src/instance.rs:872"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:47.76837312Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55837"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:47.768503793Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"adce257c-3dd8-4449-8ee7-c09ec8985f40","remote_addr":"[fd00:1122:3344:101::a]:55837","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":50,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:47.812837865Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63784"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:47.813062261Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"9aa567dc-19a0-4478-b0c0-20ead62b0438","remote_addr":"[fd00:1122:3344:101::a]:63784","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":147,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:47.814078368Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {c7732dbf-fbc6-4c88-97c6-4515e1f89589: {10.151.2.176: {2bbd2d6c-b0ca-4599-a2ff-ae77ae750e0e}, 10.151.2.175: {2bbd2d6c-b0ca-4599-a2ff-ae77ae750e0e}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:47.814101548Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"4ac15cc1-4f5b-4c68-8c06-7961d02c0ea5","remote_addr":"[fd00:1122:3344:101::a]:55837","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:47.823364625Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f0b294ef-bd46-4de0-868c-b6202762bfa6","remote_addr":"[fd00:1122:3344:101::a]:55837","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":199,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:48.322561798Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53503"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:48.322781694Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"759e0e43-9afa-421f-8ea5-16473ea03152","remote_addr":"[fd00:1122:3344:101::a]:53503","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":165,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:48.418125975Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62008"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:48.418245688Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f06e8e28-335f-44e6-bbbe-f1402cf16a1e","remote_addr":"[fd00:1122:3344:101::a]:62008","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":73,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:48.432813006Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:48.432893399Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1203"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:48.432900559Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"54d83183-4a2d-455d-99d3-a40210537bcf","remote_addr":"[fd00:1122:3344:101::a]:62008","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":141,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:48.441699413Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"25be63d9-7dcf-4ce4-b710-0003c4a08660","remote_addr":"[fd00:1122:3344:101::a]:62008","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":354,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:48.998270895Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57575"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:48.998397669Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"98ea56a9-5e18-42db-b896-dbc9fa872386","remote_addr":"[fd00:1122:3344:101::a]:57575","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":78,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:49.014351144Z","hostname":"sock","pid":1572,"sled_id":"8d8523b5-e040-424c-982e-ca126a39431a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:49.014369664Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"57034f27-9c33-4c87-9a70-97db56e1a5e3","remote_addr":"[fd00:1122:3344:101::a]:57575","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:49.022797919Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"45d6a7a1-40c5-4890-9b86-4e4d89880875","remote_addr":"[fd00:1122:3344:101::a]:57575","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":248,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:51.316147873Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63531"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T19:50:51.316231075Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"9840a7fc-3d30-4bc3-bc0c-30d21d639163","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63531","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":35,"response_code":"200"}