[ Oct 4 15:54:49 Enabled. ] [ Oct 4 15:54:49 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Oct 4 15:54:49 Method "start" exited with status 0. ] [ Oct 4 15:54:49 Rereading configuration. ] [ Oct 4 15:54:49 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:49.460987478Z","hostname":"sock","pid":1562,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:49.461142042Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:49.5130283Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:49.513066581Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:49.627164794Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:49.636050787Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:49.644373455Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:50.24236579Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:50.380856604Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:50.380898055Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:50.381013618Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:50.381105Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:50.38112003Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:50.381136141Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:50.383932421Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:54:50.383938761Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:50.383953181Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:50.383966182Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:50.383998302Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:50.384074835Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:50.384149086Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:50.384174197Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:50.384189817Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:50.394890245Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:50.394914756Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:50.492568878Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:50.906546702Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:50.906581812Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:50.906587543Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:50.906598303Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:50.906603703Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:50.906614733Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:50.906632474Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:50.915135606Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:50.915158947Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"aae7688b-a153-49d4-afcc-0fbdab2d2826 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.002610874Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: aae7688b-a153-49d4-afcc-0fbdab2d2826 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.413655364Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.413695955Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: aae7688b-a153-49d4-afcc-0fbdab2d2826 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.413735856Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.413741336Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.413747947Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.413752407Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.413757987Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.413769607Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.413775317Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.413786437Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: aae7688b-a153-49d4-afcc-0fbdab2d2826 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.413800158Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.413815578Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.413819358Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.413825609Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: aae7688b-a153-49d4-afcc-0fbdab2d2826 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.413840979Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.413845349Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.413857899Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.41386467Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.413907991Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.413922221Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.413928291Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.413933501Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: aae7688b-a153-49d4-afcc-0fbdab2d2826 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.413967582Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.413973022Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.413978052Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.413982502Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: aae7688b-a153-49d4-afcc-0fbdab2d2826 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414004193Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414010853Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414015683Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414020874Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414026674Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414030874Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: aae7688b-a153-49d4-afcc-0fbdab2d2826 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414062575Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414068435Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414073325Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414082315Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414087185Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414093415Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: aae7688b-a153-49d4-afcc-0fbdab2d2826 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414126526Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414131586Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414136556Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414141997Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414146717Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414151997Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: aae7688b-a153-49d4-afcc-0fbdab2d2826 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414176697Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414195868Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414200978Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414206258Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414211068Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414215598Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: aae7688b-a153-49d4-afcc-0fbdab2d2826 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414248339Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414252809Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414259329Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414264489Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.41427115Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.41428215Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.41428672Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: aae7688b-a153-49d4-afcc-0fbdab2d2826 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414317761Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414323201Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414327651Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414331751Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414336111Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/aae7688b-a153-49d4-afcc-0fbdab2d2826/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414344062Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414351032Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414362472Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/aae7688b-a153-49d4-afcc-0fbdab2d2826/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414367472Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414372342Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414402403Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.414408293Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.425535362Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:739"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.425567742Z","hostname":"sock","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999930688s","next_cleanup":"Instant { tv_sec: 32404, tv_nsec: 732406365 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.425613003Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3944"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.425622484Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.425688425Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/aae7688b-a153-49d4-afcc-0fbdab2d2826/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.428350482Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.428754862Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.430413704Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.430610588Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1074"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.430619518Z","hostname":"sock","pid":1562,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.43067629Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.430718711Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/aae7688b-a153-49d4-afcc-0fbdab2d2826/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.430729621Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.430739021Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1137"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.430760272Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.430783893Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/aae7688b-a153-49d4-afcc-0fbdab2d2826/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.430789013Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.430795943Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1179"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.430799453Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.430802973Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.430816003Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.430844994Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/aae7688b-a153-49d4-afcc-0fbdab2d2826/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.431169132Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 16632028-a0fb-402a-9e42-289f1d4e3fa6,\n sleds: {\n [fdb0:18c0:4d0d:a02a::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 5e37bc69-9257-484e-814d-756cbc256d71 (sled),\n rack_id: 16632028-a0fb-402a-9e42-289f1d4e3fa6,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.431397908Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.431402648Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1213"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.431440689Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.431451699Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/aae7688b-a153-49d4-afcc-0fbdab2d2826/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.431627624Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.431751317Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.431801368Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 5e37bc69-9257-484e-814d-756cbc256d71 (sled), rack_id: 16632028-a0fb-402a-9e42-289f1d4e3fa6, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.432724971Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4241"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.432783733Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4623"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.436808203Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.442192978Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.442417144Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.447387658Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.44745567Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.447557992Z","hostname":"sock","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:64798","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 5e37bc69-9257-484e-814d-756cbc256d71 (sled), rack_id: 16632028-a0fb-402a-9e42-289f1d4e3fa6, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.447660585Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.447677695Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.447695456Z","hostname":"sock","pid":1562,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.447700636Z","hostname":"sock","pid":1562,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.447724056Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.447729886Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.447746887Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.447775128Z","hostname":"sock","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/aae7688b-a153-49d4-afcc-0fbdab2d2826/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.447783908Z","hostname":"sock","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.447818739Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.447824219Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.447829169Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.447841139Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.4478495Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.46385495Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.485481531Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.50303697Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.525283846Z","hostname":"sock","pid":1562,"sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:391"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.525354678Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.525363478Z","hostname":"sock","pid":1562,"sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:403"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.525370568Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 142.759039ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.528544728Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9aacb510-35ee-4b4e-8366-fb8ec2b6be97\", \"content-length\": \"124\", \"date\": \"Fri, 04 Oct 2024 15:54:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9aacb510-35ee-4b4e-8366-fb8ec2b6be97\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.538560108Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.562811495Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.562864216Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.56821279Z","hostname":"sock","pid":1562,"sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:418"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.56822567Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.5682309Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.654023226Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.672159399Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 116.900384ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.672837496Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"879e5333-f632-49ff-9f49-dcb61bd96201\", \"content-length\": \"124\", \"date\": \"Fri, 04 Oct 2024 15:54:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"879e5333-f632-49ff-9f49-dcb61bd96201\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.79093278Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 125.494815ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.791579116Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfa2dc56-46bc-4695-99ca-e50a55c125b2\", \"content-length\": \"124\", \"date\": \"Fri, 04 Oct 2024 15:54:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"dfa2dc56-46bc-4695-99ca-e50a55c125b2\" }"} {"msg":"Mounting oxi_c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.871976367Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.884741036Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.884859739Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.88489129Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.884922241Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.917902176Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 194.63771ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:51.918421839Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9bd3c3b-26fc-4600-9f94-e0a2c6c89045\", \"content-length\": \"124\", \"date\": \"Fri, 04 Oct 2024 15:54:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e9bd3c3b-26fc-4600-9f94-e0a2c6c89045\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:52.113916198Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 251.490551ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:52.114630866Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f97ebf77-6376-4be5-80fc-f0e2b6cd23cc\", \"content-length\": \"124\", \"date\": \"Fri, 04 Oct 2024 15:54:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f97ebf77-6376-4be5-80fc-f0e2b6cd23cc\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:52.367360837Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 253.272738ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:52.367955291Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce05de02-5a25-4004-8669-553a259fafe7\", \"content-length\": \"124\", \"date\": \"Fri, 04 Oct 2024 15:54:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ce05de02-5a25-4004-8669-553a259fafe7\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:52.622558939Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:52.624711623Z","hostname":"sock","pid":1562,"sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:52.630721913Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:61455","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"producer-server","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:52.630765544Z","hostname":"sock","pid":1562,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:72","component":"producer-server","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:52.630825036Z","hostname":"sock","pid":1562,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:61455","producer_id":"5e37bc69-9257-484e-814d-756cbc256d71"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:54:52.63178787Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"253.328292ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:52.633018821Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:52.633025201Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:52.633094092Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:923","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:52.633099593Z","hostname":"sock","pid":1562,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:54:52.88648201Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"267.754922ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:54:53.156051642Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"558.854794ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:54:53.717009501Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.166299942s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:55.079032885Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2699"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:55.079060826Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2917"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:55.079068837Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2569"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:55.079075777Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2616"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:55.079117488Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:55.079125398Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3040"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:55.081286972Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2842"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:55.082896312Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2610"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:55.083024055Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:54:55.0832114Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 63.524429ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:54:55.4046767Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 91.80316ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:54:55.597689177Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 182.967655ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:54:55.770668063Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:54:55.884623773Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.077424147s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 415.523971ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:54:56.103472326Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.036679524s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:54:56.677548124Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 586.89514ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:54:57.895899285Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:54:57.964078251Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"4.38033273s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.117227355s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:54:58.547787199Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 623.53864ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:54:59.675528634Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 865.69462ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:00.427927211Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:01.739228727Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:01.739285698Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:01.739296199Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:01.739318329Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/aae7688b-a153-49d4-afcc-0fbdab2d2826/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:01.739555315Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:01.739729329Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:01.739774041Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, local_pref: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:01.739788671Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3944"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:01.739805301Z","hostname":"sock","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:64798","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:01.956249345Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:01.956340857Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:01.956437179Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:01.956489901Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/aae7688b-a153-49d4-afcc-0fbdab2d2826/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:01.956497981Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:01.956558152Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:01.956601453Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:01.956610934Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:01.961463025Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4265","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:01.961477146Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4281"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:01.961482515Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.225775955Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:41917"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.226035412Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.226153035Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"3e47af2f-15ba-4849-a45b-8d66cf9f3674","remote_addr":"[fd00:1122:3344:101::1]:41917","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":236,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.255512689Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61424"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.255685513Z","hostname":"sock","pid":1562,"uri":"/sled-role","method":"GET","req_id":"0a5faa0d-3190-49d4-a9b9-f25e5b18aae2","remote_addr":"[fd00:1122:3344:101::1]:61424","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":37,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.25634179Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.25636749Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/aae7688b-a153-49d4-afcc-0fbdab2d2826/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.256711119Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.256973456Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:885"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: df04f154-8c4d-4b31-b94e-b6bbe49b09fa, pool_id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: f91582f3-a8b2-4b0d-aa3a-2b4a9e63a436, pool_id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 660d8e4d-fb32-44e6-ba36-bc64ab42070f, pool_id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 14d29cab-436f-4520-b575-382debe0d2a6, pool_id: ca74ef3a-5762-468b-9ee8-1741967107e4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: b7cf94ee-010c-47b3-ba8d-2923034ae34d, pool_id: fb655862-3870-4f16-811f-febe00952ad1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 2b8cf94f-3437-44e5-a9bc-41129c8a8600, pool_id: 60a68582-2907-4e12-b3b5-ef9510b9319b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: f9bec393-0e52-42a5-85a6-ca41e1488a12, pool_id: 8d95420e-8883-4046-9f84-2cdfe1537312 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 10a2a787-9261-427b-901f-b394a3126310, pool_id: 1fa18eb4-1641-466d-baa0-ff4721ad9339 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: e00acbe7-d388-47b2-adae-886c0c2b931b, pool_id: ecffc83e-d505-44be-b8bf-4d152d2671ae (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.28554298Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.285607322Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:43650"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.285833047Z","hostname":"sock","pid":1562,"sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:864"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: df04f154-8c4d-4b31-b94e-b6bbe49b09fa, pool_id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: f91582f3-a8b2-4b0d-aa3a-2b4a9e63a436, pool_id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 660d8e4d-fb32-44e6-ba36-bc64ab42070f, pool_id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 14d29cab-436f-4520-b575-382debe0d2a6, pool_id: ca74ef3a-5762-468b-9ee8-1741967107e4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: b7cf94ee-010c-47b3-ba8d-2923034ae34d, pool_id: fb655862-3870-4f16-811f-febe00952ad1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 2b8cf94f-3437-44e5-a9bc-41129c8a8600, pool_id: 60a68582-2907-4e12-b3b5-ef9510b9319b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: f9bec393-0e52-42a5-85a6-ca41e1488a12, pool_id: 8d95420e-8883-4046-9f84-2cdfe1537312 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 10a2a787-9261-427b-901f-b394a3126310, pool_id: 1fa18eb4-1641-466d-baa0-ff4721ad9339 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: e00acbe7-d388-47b2-adae-886c0c2b931b, pool_id: ecffc83e-d505-44be-b8bf-4d152d2671ae (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.285877628Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.285885509Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/aae7688b-a153-49d4-afcc-0fbdab2d2826/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.285893719Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.285900679Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.285916Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.28592635Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.28593697Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.28594353Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:02.426214249Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"13.205138743s"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.433392368Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.433401638Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"d5874399-0fab-4bc9-8515-24f41af40846 (zpool)"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.652813206Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:02.654230221Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2046250094802410479"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:02.654358174Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"650548233564136765"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5e37bc69-9257-484e-814d-756cbc256d71)","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:02.740858758Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.748239932Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.756221002Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.756266623Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.756274473Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.756282013Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.756307164Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.756390586Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.756397476Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.790750426Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_d5874399-0fab-4bc9-8515-24f41af40846/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.798216742Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_d5874399-0fab-4bc9-8515-24f41af40846","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.971008914Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.97884943Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.978886551Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.978897071Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.978906901Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.978913961Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.988226794Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:02.988259555Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"729635e7-e25f-4256-97a3-338f0187f466 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.082465491Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.090890012Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.090922903Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.090930113Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.090942353Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.090956683Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.091043276Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.091051136Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.128453861Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_729635e7-e25f-4256-97a3-338f0187f466/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.136195145Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_729635e7-e25f-4256-97a3-338f0187f466","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.312154526Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.320131085Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.320161986Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.320170616Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.320193167Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.320198317Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.329659744Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.329686934Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.425967462Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.434040764Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.434070445Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.434079085Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.434095136Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.434105086Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.434230029Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.434239229Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.4694513Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_73ead7e0-45b1-43d8-9234-f46dab4780b9/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.477274456Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_73ead7e0-45b1-43d8-9234-f46dab4780b9","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.650058757Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.65776732Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.65780476Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.657821801Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.657829481Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.657834581Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.667002781Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.667025481Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"ca74ef3a-5762-468b-9ee8-1741967107e4 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.761996626Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: ca74ef3a-5762-468b-9ee8-1741967107e4 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.769938215Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.769967026Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.769973706Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.770004427Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.770016847Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.77012616Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.77013829Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5e37bc69-9257-484e-814d-756cbc256d71)","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:03.774083389Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.806959701Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_ca74ef3a-5762-468b-9ee8-1741967107e4/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.814641023Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_ca74ef3a-5762-468b-9ee8-1741967107e4","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.991079816Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.999030725Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.999069696Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.999078446Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.999088416Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:03.999093756Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.008734417Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.008770588Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"fb655862-3870-4f16-811f-febe00952ad1 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.101946819Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: fb655862-3870-4f16-811f-febe00952ad1 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.109050716Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.109113448Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.109122838Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.109162829Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.109173429Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.109296323Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.109304063Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.142994415Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_fb655862-3870-4f16-811f-febe00952ad1/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.150137284Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_fb655862-3870-4f16-811f-febe00952ad1","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.313054179Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.320431293Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.320473174Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.320480914Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.320488324Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.320495105Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.33031733Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.330352671Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"60a68582-2907-4e12-b3b5-ef9510b9319b (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.424988258Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 60a68582-2907-4e12-b3b5-ef9510b9319b (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.433174523Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.433205833Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.433214164Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.433223264Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.433280585Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.433404598Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.433414109Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.470453535Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_60a68582-2907-4e12-b3b5-ef9510b9319b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.478541577Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_60a68582-2907-4e12-b3b5-ef9510b9319b","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.656636412Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.665055092Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.665095543Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.665108503Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.665116684Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.665123804Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.675188885Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.675216346Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"8d95420e-8883-4046-9f84-2cdfe1537312 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.769837143Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 8d95420e-8883-4046-9f84-2cdfe1537312 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.777639198Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.777673909Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.777681309Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.77773406Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.777771941Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.777926455Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.777938845Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5e37bc69-9257-484e-814d-756cbc256d71)","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:04.782083429Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.814158031Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_8d95420e-8883-4046-9f84-2cdfe1537312/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:04.822606623Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_8d95420e-8883-4046-9f84-2cdfe1537312","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.002025899Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.009808614Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.009852115Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.009870696Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.009877586Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.009882576Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.019580058Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.019606449Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"1fa18eb4-1641-466d-baa0-ff4721ad9339 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.112260887Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 1fa18eb4-1641-466d-baa0-ff4721ad9339 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.11998154Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.120016681Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.120024121Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.120076332Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.120090712Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.120272607Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.120284017Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.156031441Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_1fa18eb4-1641-466d-baa0-ff4721ad9339/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.163647862Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_1fa18eb4-1641-466d-baa0-ff4721ad9339","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.333658544Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.341439298Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.341471049Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.341481749Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.3414899Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.34149525Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.350798222Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.350829703Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"ecffc83e-d505-44be-b8bf-4d152d2671ae (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.461823279Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: ecffc83e-d505-44be-b8bf-4d152d2671ae (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.46987292Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.469910852Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.469930812Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.469951133Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.469963853Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.470143117Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.470156588Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.508008904Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_ecffc83e-d505-44be-b8bf-4d152d2671ae/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.515949703Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_ecffc83e-d505-44be-b8bf-4d152d2671ae","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.685714809Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.693539994Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.693573245Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.693644447Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.69376311Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: aae7688b-a153-49d4-afcc-0fbdab2d2826 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ca74ef3a-5762-468b-9ee8-1741967107e4 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fb655862-3870-4f16-811f-febe00952ad1 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 60a68582-2907-4e12-b3b5-ef9510b9319b (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8d95420e-8883-4046-9f84-2cdfe1537312 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1fa18eb4-1641-466d-baa0-ff4721ad9339 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ecffc83e-d505-44be-b8bf-4d152d2671ae (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.693819652Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.693825212Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/aae7688b-a153-49d4-afcc-0fbdab2d2826/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.693884673Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.694102639Z","hostname":"sock","pid":1562,"sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:868"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.694113899Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.694124269Z","hostname":"sock","pid":1562,"sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:894","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.694137529Z","hostname":"sock","pid":1562,"sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:899"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.69414132Z","hostname":"sock","pid":1562,"sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:904"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.69415405Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.69415931Z","hostname":"sock","pid":1562,"sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:910"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.694205501Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:757","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.694210801Z","hostname":"sock","pid":1562,"sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.694308544Z","hostname":"sock","pid":1562,"uri":"/omicron-physical-disks","method":"PUT","req_id":"d054cd77-d42a-47a4-843d-87456d6821c6","remote_addr":"[fd00:1122:3344:101::1]:43650","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3408608,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: b46e58fe-0e79-490c-a95b-cc35fbff409a (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: db938f27-07c7-4e7e-a378-1b0cd23e6bd4 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f2b9d5d6-4481-43dd-ad07-5fad09001ffc (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.725295899Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.725480093Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:53815"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b46e58fe-0e79-490c-a95b-cc35fbff409a, dataset_name: DatasetName { pool_name: ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.72574295Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.72574843Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b46e58fe-0e79-490c-a95b-cc35fbff409a, dataset_name: DatasetName { pool_name: ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: db938f27-07c7-4e7e-a378-1b0cd23e6bd4, dataset_name: DatasetName { pool_name: ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.774359296Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.774394897Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: db938f27-07c7-4e7e-a378-1b0cd23e6bd4, dataset_name: DatasetName { pool_name: ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5e37bc69-9257-484e-814d-756cbc256d71)","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:05.784849168Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2b9d5d6-4481-43dd-ad07-5fad09001ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.822654014Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.822689355Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f2b9d5d6-4481-43dd-ad07-5fad09001ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.873058664Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.873094865Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/aae7688b-a153-49d4-afcc-0fbdab2d2826/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.873102555Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.873126216Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.919843874Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.919887026Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.919899146Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_b46e58fe-0e79-490c-a95b-cc35fbff409a","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.971536897Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_db938f27-07c7-4e7e-a378-1b0cd23e6bd4","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.975369923Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_f2b9d5d6-4481-43dd-ad07-5fad09001ffc","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.979222449Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_b46e58fe-0e79-490c-a95b-cc35fbff409a","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.991703041Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_db938f27-07c7-4e7e-a378-1b0cd23e6bd4","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:05.996075791Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_f2b9d5d6-4481-43dd-ad07-5fad09001ffc","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:06.000265365Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5e37bc69-9257-484e-814d-756cbc256d71)","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:06.786890169Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_db938f27-07c7-4e7e-a378-1b0cd23e6bd4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:07.485323217Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:07.48543268Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Booting oxz_internal_dns_db938f27-07c7-4e7e-a378-1b0cd23e6bd4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:07.485688476Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_db938f27-07c7-4e7e-a378-1b0cd23e6bd4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_f2b9d5d6-4481-43dd-ad07-5fad09001ffc:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:07.968093911Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:07.968153373Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_b46e58fe-0e79-490c-a95b-cc35fbff409a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:08.448772823Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_internal_dns_db938f27-07c7-4e7e-a378-1b0cd23e6bd4\") failed: Property not found. retry in 40.380809ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:08.456699121Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_db938f27-07c7-4e7e-a378-1b0cd23e6bd4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_f2b9d5d6-4481-43dd-ad07-5fad09001ffc zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:08.456741762Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f2b9d5d6-4481-43dd-ad07-5fad09001ffc","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:08.460898076Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Booting oxz_internal_dns_b46e58fe-0e79-490c-a95b-cc35fbff409a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:08.460953147Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_b46e58fe-0e79-490c-a95b-cc35fbff409a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_db938f27-07c7-4e7e-a378-1b0cd23e6bd4\") failed: Property not found. retry in 65.495322ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:08.506098786Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_db938f27-07c7-4e7e-a378-1b0cd23e6bd4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_db938f27-07c7-4e7e-a378-1b0cd23e6bd4\") failed: Property not found. retry in 213.04926ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:08.581484542Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_db938f27-07c7-4e7e-a378-1b0cd23e6bd4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b46e58fe-0e79-490c-a95b-cc35fbff409a\") failed: Property not found. retry in 70.519928ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:08.588002265Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_b46e58fe-0e79-490c-a95b-cc35fbff409a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f2b9d5d6-4481-43dd-ad07-5fad09001ffc\") failed: Property not found. retry in 61.226523ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:08.593096322Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f2b9d5d6-4481-43dd-ad07-5fad09001ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b46e58fe-0e79-490c-a95b-cc35fbff409a\") failed: Property not found. retry in 144.847163ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:08.907396013Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_b46e58fe-0e79-490c-a95b-cc35fbff409a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f2b9d5d6-4481-43dd-ad07-5fad09001ffc\") failed: Property not found. retry in 90.402552ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:08.930175213Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f2b9d5d6-4481-43dd-ad07-5fad09001ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_db938f27-07c7-4e7e-a378-1b0cd23e6bd4\") failed: Property not found. retry in 593.947956ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:08.945246659Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_db938f27-07c7-4e7e-a378-1b0cd23e6bd4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f2b9d5d6-4481-43dd-ad07-5fad09001ffc\") failed: Property not found. retry in 247.841362ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:09.055700992Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f2b9d5d6-4481-43dd-ad07-5fad09001ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b46e58fe-0e79-490c-a95b-cc35fbff409a\") failed: Property not found. retry in 138.843211ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:09.07083516Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_b46e58fe-0e79-490c-a95b-cc35fbff409a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b46e58fe-0e79-490c-a95b-cc35fbff409a\") failed: Property not found. retry in 295.624214ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:09.219893588Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_b46e58fe-0e79-490c-a95b-cc35fbff409a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f2b9d5d6-4481-43dd-ad07-5fad09001ffc\") failed: Property not found. retry in 312.731767ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:09.320938726Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f2b9d5d6-4481-43dd-ad07-5fad09001ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b46e58fe-0e79-490c-a95b-cc35fbff409a\") failed: Property not found. retry in 700.31281ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:09.524470196Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_b46e58fe-0e79-490c-a95b-cc35fbff409a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_db938f27-07c7-4e7e-a378-1b0cd23e6bd4\") failed: Property not found. retry in 1.002651613s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:09.547346268Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_db938f27-07c7-4e7e-a378-1b0cd23e6bd4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f2b9d5d6-4481-43dd-ad07-5fad09001ffc\") failed: Property not found. retry in 816.105665ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:09.64578181Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f2b9d5d6-4481-43dd-ad07-5fad09001ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b46e58fe-0e79-490c-a95b-cc35fbff409a\") failed: Property not found. retry in 1.407213345s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:10.235205471Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_b46e58fe-0e79-490c-a95b-cc35fbff409a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f2b9d5d6-4481-43dd-ad07-5fad09001ffc\") failed: Property not found. retry in 1.158244979s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:10.472915846Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f2b9d5d6-4481-43dd-ad07-5fad09001ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_db938f27-07c7-4e7e-a378-1b0cd23e6bd4\") failed: Property not found. retry in 1.118927568s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:10.55943142Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_db938f27-07c7-4e7e-a378-1b0cd23e6bd4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.432333322Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4289"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.432385093Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4299","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.438487526Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4378"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.542183029Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4426"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.54221334Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4453"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.58142153Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4466"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.581449201Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4330"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.634738284Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4372"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.634786955Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4433","rack_subnet":"fd00:1122:3344::"} {"msg":"wait for service Some(\"oxz_internal_dns_f2b9d5d6-4481-43dd-ad07-5fad09001ffc\") failed: Property not found. retry in 1.024765955s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:11.640306213Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f2b9d5d6-4481-43dd-ad07-5fad09001ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b46e58fe-0e79-490c-a95b-cc35fbff409a\") failed: Property not found. retry in 1.297158948s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:11.650548919Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_b46e58fe-0e79-490c-a95b-cc35fbff409a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.655430191Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4444"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.655445642Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4486"} {"msg":"wait for service Some(\"oxz_internal_dns_db938f27-07c7-4e7e-a378-1b0cd23e6bd4\") failed: Property not found. retry in 881.025431ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:11.686289743Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_db938f27-07c7-4e7e-a378-1b0cd23e6bd4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.721521754Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4518"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.721553015Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4524"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:11.741317379Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15639351033772725402"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:11.741462413Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8758558806444460204"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.819970496Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4565"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.820020498Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:366"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/5e37bc69-9257-484e-814d-756cbc256d71)","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:11.852527181Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.853392222Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:414"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.885387853Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:676"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.885505486Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:714"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.885836724Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.885848554Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:436","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.917834774Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:56417"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.917997238Z","hostname":"sock","pid":1562,"uri":"/sled-identifiers","method":"GET","req_id":"63479a5a-a577-480b-9158-4df8bdd43163","remote_addr":"[fd00:1122:3344:101::2]:56417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":58,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.923120516Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.969917766Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.969974088Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.969991168Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.970014629Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.970024029Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.970032329Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.970039049Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.9700479Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.9700562Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.97006427Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.970073081Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.970079781Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.970093641Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.970100371Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.970108181Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.970114842Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.970121322Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.970126002Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.970130732Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.970135412Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.970140092Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.970144992Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:11.970149572Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_db938f27-07c7-4e7e-a378-1b0cd23e6bd4\") failed: Property not found. retry in 1.25512393s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:12.576869117Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_db938f27-07c7-4e7e-a378-1b0cd23e6bd4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:12.656230601Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2046250094802410479"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:12.656366025Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"650548233564136765"} {"msg":"wait for service Some(\"oxz_internal_dns_f2b9d5d6-4481-43dd-ad07-5fad09001ffc\") failed: Property not found. retry in 507.552838ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:12.674859957Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f2b9d5d6-4481-43dd-ad07-5fad09001ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b46e58fe-0e79-490c-a95b-cc35fbff409a\") failed: Property not found. retry in 1.429479664s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:12.957289351Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_b46e58fe-0e79-490c-a95b-cc35fbff409a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f2b9d5d6-4481-43dd-ad07-5fad09001ffc\") failed: Property not found. retry in 841.898367ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:13.191374615Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_f2b9d5d6-4481-43dd-ad07-5fad09001ffc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.406194678Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_b46e58fe-0e79-490c-a95b-cc35fbff409a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.406254639Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_db938f27-07c7-4e7e-a378-1b0cd23e6bd4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.406262209Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_f2b9d5d6-4481-43dd-ad07-5fad09001ffc"} {"msg":"Writing ledger to /pool/int/c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.4062874Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/aae7688b-a153-49d4-afcc-0fbdab2d2826/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.406718821Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.407001998Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"72f19863-56f1-42fb-8b0f-eab85602e9c4","remote_addr":"[fd00:1122:3344:101::1]:53815","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8681440,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.409009408Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.456552617Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.507370488Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.553321497Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.553333618Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.583720408Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.584418835Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.584440826Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: b46e58fe-0e79-490c-a95b-cc35fbff409a (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: db938f27-07c7-4e7e-a378-1b0cd23e6bd4 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f2b9d5d6-4481-43dd-ad07-5fad09001ffc (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 08c1327d-6869-4de0-832a-777515950446 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 8d95420e-8883-4046-9f84-2cdfe1537312 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 2e3ccea3-b7b2-47d1-adb7-ad88a3060ca9, kind: Service { id: 08c1327d-6869-4de0-832a-777515950446 }, name: Name(\"ntp-08c1327d-6869-4de0-832a-777515950446\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 71])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.61337825Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.613568244Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:41647"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b46e58fe-0e79-490c-a95b-cc35fbff409a, dataset_name: DatasetName { pool_name: ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.613874222Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.613880412Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b46e58fe-0e79-490c-a95b-cc35fbff409a, dataset_name: DatasetName { pool_name: ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: db938f27-07c7-4e7e-a378-1b0cd23e6bd4, dataset_name: DatasetName { pool_name: ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.634622121Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.634667702Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: db938f27-07c7-4e7e-a378-1b0cd23e6bd4, dataset_name: DatasetName { pool_name: ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2b9d5d6-4481-43dd-ad07-5fad09001ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.654814886Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.654853027Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f2b9d5d6-4481-43dd-ad07-5fad09001ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.672512998Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.67255607Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/aae7688b-a153-49d4-afcc-0fbdab2d2826/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.672766855Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.672841086Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.683727039Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.71574301Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.716405576Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.716410866Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.745461483Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 229, 71]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.745470333Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.745861103Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.745865643Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.746198061Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.746575961Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_08c1327d-6869-4de0-832a-777515950446","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.771225977Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_08c1327d-6869-4de0-832a-777515950446","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:14.789039863Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_08c1327d-6869-4de0-832a-777515950446:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:15.417608673Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_08c1327d-6869-4de0-832a-777515950446 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:15.417753297Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_08c1327d-6869-4de0-832a-777515950446","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_08c1327d-6869-4de0-832a-777515950446\") failed: Property not found. retry in 46.513337ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:15.55739466Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_08c1327d-6869-4de0-832a-777515950446","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_08c1327d-6869-4de0-832a-777515950446\") failed: Property not found. retry in 127.871532ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:15.612819846Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_08c1327d-6869-4de0-832a-777515950446","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_08c1327d-6869-4de0-832a-777515950446\") failed: Property not found. retry in 236.690539ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:15.769851793Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_08c1327d-6869-4de0-832a-777515950446","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_08c1327d-6869-4de0-832a-777515950446\") failed: Property not found. retry in 478.23203ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:16.018540132Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_08c1327d-6869-4de0-832a-777515950446","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_08c1327d-6869-4de0-832a-777515950446\") failed: Property not found. retry in 841.255401ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:16.505639045Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_08c1327d-6869-4de0-832a-777515950446","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_08c1327d-6869-4de0-832a-777515950446\") failed: Property not found. retry in 593.606535ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:17.357666894Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_08c1327d-6869-4de0-832a-777515950446","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_08c1327d-6869-4de0-832a-777515950446\") failed: Property not found. retry in 921.228954ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:17.960004729Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_08c1327d-6869-4de0-832a-777515950446","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/5e37bc69-9257-484e-814d-756cbc256d71)","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:18.855855974Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"wait for service Some(\"oxz_ntp_08c1327d-6869-4de0-832a-777515950446\") failed: Property not found. retry in 973.902418ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:18.889898675Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_08c1327d-6869-4de0-832a-777515950446","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_08c1327d-6869-4de0-832a-777515950446\") failed: Property not found. retry in 547.9982ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:19.873406053Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_08c1327d-6869-4de0-832a-777515950446","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:20.446852285Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_ntp_08c1327d-6869-4de0-832a-777515950446"} {"msg":"Writing ledger to /pool/int/c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:20.446960728Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/aae7688b-a153-49d4-afcc-0fbdab2d2826/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:20.447367808Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:20.447676605Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"72473405-ada8-42e8-be23-926d9f08ad58","remote_addr":"[fd00:1122:3344:101::1]:41647","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5833996,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:20.449916502Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:20.479210454Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:20.479345618Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:48724"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_08c1327d-6869-4de0-832a-777515950446': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:20.487912402Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:20.488003264Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"a3304d60-419a-4a21-a2e3-17982e5882c5","remote_addr":"[fd00:1122:3344:101::1]:48724","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8484,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:20.489671826Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:20.602753324Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:20.602898688Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:51445"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:21.742842927Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15639351033772725402"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:21.74296759Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8758558806444460204"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:22.658241981Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2046250094802410479"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:22.658376715Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"650548233564136765"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:23.85570623Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13309460817328395993"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:24.058119552Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9022906825035640178"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:24.409516471Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4510157213704579988"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_08c1327d-6869-4de0-832a-777515950446': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:24.611442681Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:24.611538633Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"6ab9e4c2-7446-487f-8077-126baa8b26d7","remote_addr":"[fd00:1122:3344:101::1]:51445","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008574,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:24.61338912Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:24.757086594Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:24.757220167Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:36453"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_08c1327d-6869-4de0-832a-777515950446': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:24.765394511Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:24.765539975Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"eedccc69-6e03-416d-8ad0-63e0b4aca81a","remote_addr":"[fd00:1122:3344:101::1]:36453","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8228,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:24.76691537Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:24.941440274Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:24.941620339Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38550"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_08c1327d-6869-4de0-832a-777515950446': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:29.730659177Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:29.730759605Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"c8144b78-c7a4-431e-a03f-897b599bacf6","remote_addr":"[fd00:1122:3344:101::1]:38550","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009120,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:29.732460649Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:29.861716091Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:29.861859814Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:50130"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:29.870837199Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"2c2a1fde-732a-44a2-9bc1-4d4d3b21892b","remote_addr":"[fd00:1122:3344:101::1]:50130","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8891,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1728057326.231092, correction: 0.08373034 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:29.872170906Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:29.872177459Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:30.138722232Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:30.138862626Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:60864"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:30.146968477Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"2ea260b9-bf9a-4438-9cb3-95277ed2c8cd","remote_addr":"[fd00:1122:3344:101::1]:60864","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8021,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1728057326.231092, correction: 0.082983002 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:30.148323057Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:30.148329039Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:30.367242214Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:30.367384144Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:39111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:30.375076354Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"35e3a33d-3616-44b1-8919-763e983d556a","remote_addr":"[fd00:1122:3344:101::1]:39111","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7555,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1755830211, ip_addr: 104.167.215.195, stratum: 3, ref_time: 1728057330.1693685, correction: 0.080906518 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:30.376390529Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:30.376395563Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:30.854071022Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:30.854215157Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:43055"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:30.861623928Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"d1bba08f-b2ff-4d45-9295-c9e42d3cb781","remote_addr":"[fd00:1122:3344:101::1]:43055","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7344,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1728057326.231092, correction: 0.079592079 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:30.862936309Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:30.8629414Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:31.137423477Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:31.137542017Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:43830"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:31.144672431Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"fcb16da2-ebe1-48f0-a7b2-5082c45e8bda","remote_addr":"[fd00:1122:3344:101::1]:43830","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7015,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1728057326.231092, correction: 0.07882756 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:31.145918018Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:31.145923915Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:31.235794193Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9651153304375255797"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:31.23592404Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16596134688020252167"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:31.470057404Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:31.4702083Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:41207"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:31.47642558Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"206.798344ms"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:31.478721437Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"40d4252c-c0b4-42df-8232-c78a355d5807","remote_addr":"[fd00:1122:3344:101::1]:41207","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8397,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1728057326.231092, correction: 0.077419683 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:31.480290844Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:31.480296459Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:31.851476286Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:31.851615424Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:44698"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:31.859375384Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"8ac39e81-d7b6-4782-990c-119e55bf0339","remote_addr":"[fd00:1122:3344:101::1]:44698","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7642,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1728057326.231092, correction: 0.076391533 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:31.861299799Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:31.861305452Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:32.515078012Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:32.515162745Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:57034"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:32.523101123Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"ee9352c4-46d3-4670-99af-b51ec064dc4f","remote_addr":"[fd00:1122:3344:101::1]:57034","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7800,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1755830211, ip_addr: 104.167.215.195, stratum: 3, ref_time: 1728057332.0880702, correction: 0.070572376 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:32.524885806Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:32.52489612Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:32.532178269Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15639351033772725402"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:32.532312316Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8758558806444460204"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:33.324824611Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:33.324982687Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:62441"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:33.332640572Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"2de472ff-010a-4bf9-8663-3ba14238f458","remote_addr":"[fd00:1122:3344:101::1]:62441","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7597,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1755830211, ip_addr: 104.167.215.195, stratum: 3, ref_time: 1728057332.3497417, correction: 0.067799434 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:33.334423378Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:33.334428975Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:33.449798545Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2046250094802410479"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:33.449929639Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"650548233564136765"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:34.50279661Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:34.502914944Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:53939"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:34.510742437Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"5e629ac8-4e82-4ab6-afd1-c8d1b20f2e04","remote_addr":"[fd00:1122:3344:101::1]:53939","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7724,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1755830211, ip_addr: 104.167.215.195, stratum: 3, ref_time: 1728057333.7327242, correction: 0.064404458 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:34.512511507Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:34.512517648Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:34.652659784Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13309460817328395993"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:34.853687574Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9022906825035640178"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T15:55:35.206078437Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4510157213704579988"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:35.613688283Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:35.613850822Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:50638"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:35.621804706Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"3ba9fd3b-a471-429e-add2-ccc12dd43c96","remote_addr":"[fd00:1122:3344:101::1]:50638","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7844,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1755830211, ip_addr: 104.167.215.195, stratum: 3, ref_time: 1728057334.8488247, correction: 0.060803533 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:35.6235311Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:35.623537466Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:36.318351623Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:36.318486787Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38781"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:36.329301138Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"d8eaf03a-d30d-4478-8d50-6547116a1217","remote_addr":"[fd00:1122:3344:101::1]:38781","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":10622,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1755830211, ip_addr: 104.167.215.195, stratum: 3, ref_time: 1728057335.8888135, correction: 0.058544725 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:36.331217733Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:36.331225862Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:37.660268722Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:37.66049575Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:48901"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:37.669026852Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"0be54fc9-920e-434a-a4a5-4ff91e1a97fc","remote_addr":"[fd00:1122:3344:101::1]:48901","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8453,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1755830211, ip_addr: 104.167.215.195, stratum: 3, ref_time: 1728057336.9492838, correction: 0.054805864 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:37.670736812Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:37.670742512Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.485291361Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.485458156Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:36081"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.504923404Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"858ef189-5e58-408f-bc69-7a04ac16d387","remote_addr":"[fd00:1122:3344:101::1]:36081","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":19329,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1755830211, ip_addr: 104.167.215.195, stratum: 3, ref_time: 1728057338.4014, correction: 0.049827911 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.508036347Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.508042469Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1299"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: b46e58fe-0e79-490c-a95b-cc35fbff409a (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: db938f27-07c7-4e7e-a378-1b0cd23e6bd4 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f2b9d5d6-4481-43dd-ad07-5fad09001ffc (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 08c1327d-6869-4de0-832a-777515950446 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 8d95420e-8883-4046-9f84-2cdfe1537312 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 2e3ccea3-b7b2-47d1-adb7-ad88a3060ca9, kind: Service { id: 08c1327d-6869-4de0-832a-777515950446 }, name: Name(\"ntp-08c1327d-6869-4de0-832a-777515950446\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 71])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 59a24944-1855-4f84-878a-68b727ca0d39 (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External } } } }, OmicronZoneConfig { id: c52f52a6-6d62-441f-adce-c198128cd0d3 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4e1eb533-b5dc-482d-87f5-282440ff0354 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 70da1c49-113a-40ef-a9c3-75bf9a667333 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: ca74ef3a-5762-468b-9ee8-1741967107e4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ca74ef3a-5762-468b-9ee8-1741967107e4 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad954add-d78c-4f9c-b7e8-6978f46ebd1d (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: fb655862-3870-4f16-811f-febe00952ad1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb655862-3870-4f16-811f-febe00952ad1 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.537036537Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.537115195Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:43117"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b46e58fe-0e79-490c-a95b-cc35fbff409a, dataset_name: DatasetName { pool_name: ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.537521091Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.53753026Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b46e58fe-0e79-490c-a95b-cc35fbff409a, dataset_name: DatasetName { pool_name: ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: db938f27-07c7-4e7e-a378-1b0cd23e6bd4, dataset_name: DatasetName { pool_name: ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.557967966Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.558011241Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: db938f27-07c7-4e7e-a378-1b0cd23e6bd4, dataset_name: DatasetName { pool_name: ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2b9d5d6-4481-43dd-ad07-5fad09001ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.576999605Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.577029709Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f2b9d5d6-4481-43dd-ad07-5fad09001ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 59a24944-1855-4f84-878a-68b727ca0d39, dataset_name: DatasetName { pool_name: ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.59598405Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.596020445Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 59a24944-1855-4f84-878a-68b727ca0d39, dataset_name: DatasetName { pool_name: ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c52f52a6-6d62-441f-adce-c198128cd0d3, dataset_name: DatasetName { pool_name: ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.647479894Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.64751642Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c52f52a6-6d62-441f-adce-c198128cd0d3, dataset_name: DatasetName { pool_name: ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e1eb533-b5dc-482d-87f5-282440ff0354, dataset_name: DatasetName { pool_name: ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.698439558Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.698473318Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4e1eb533-b5dc-482d-87f5-282440ff0354, dataset_name: DatasetName { pool_name: ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 70da1c49-113a-40ef-a9c3-75bf9a667333, dataset_name: DatasetName { pool_name: ZpoolName { id: ca74ef3a-5762-468b-9ee8-1741967107e4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.750769258Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.750798097Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 70da1c49-113a-40ef-a9c3-75bf9a667333, dataset_name: DatasetName { pool_name: ZpoolName { id: ca74ef3a-5762-468b-9ee8-1741967107e4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ad954add-d78c-4f9c-b7e8-6978f46ebd1d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb655862-3870-4f16-811f-febe00952ad1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.801727618Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.801759588Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ad954add-d78c-4f9c-b7e8-6978f46ebd1d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb655862-3870-4f16-811f-febe00952ad1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.855454254Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.855502377Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/aae7688b-a153-49d4-afcc-0fbdab2d2826/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.855763533Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.855906674Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.939688062Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.939737244Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.939743995Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.939748177Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:39.939753633Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_4e1eb533-b5dc-482d-87f5-282440ff0354","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:40.033271093Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_70da1c49-113a-40ef-a9c3-75bf9a667333","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:40.037571134Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_c52f52a6-6d62-441f-adce-c198128cd0d3","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:40.041880071Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:40.046442019Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_ad954add-d78c-4f9c-b7e8-6978f46ebd1d","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:40.050871214Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_4e1eb533-b5dc-482d-87f5-282440ff0354","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:40.055616989Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_70da1c49-113a-40ef-a9c3-75bf9a667333","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:40.059922678Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_c52f52a6-6d62-441f-adce-c198128cd0d3","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:40.065181315Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:40.070554101Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_ad954add-d78c-4f9c-b7e8-6978f46ebd1d","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:40.075394066Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:42.456282762Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59672"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:42.456433553Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"1ca16279-a225-4ec0-ae4c-1f8e5b9d8b69","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59672","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":53,"response_code":"200"} {"msg":"Profile for oxz_cockroachdb_70da1c49-113a-40ef-a9c3-75bf9a667333:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:43.012966809Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_4e1eb533-b5dc-482d-87f5-282440ff0354:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:43.013098155Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_70da1c49-113a-40ef-a9c3-75bf9a667333 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:43.013162095Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_70da1c49-113a-40ef-a9c3-75bf9a667333","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_4e1eb533-b5dc-482d-87f5-282440ff0354 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:43.018844133Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4e1eb533-b5dc-482d-87f5-282440ff0354","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:43.042236094Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:43.042390194Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_ad954add-d78c-4f9c-b7e8-6978f46ebd1d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:43.058284167Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_ad954add-d78c-4f9c-b7e8-6978f46ebd1d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:43.058400438Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_ad954add-d78c-4f9c-b7e8-6978f46ebd1d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_c52f52a6-6d62-441f-adce-c198128cd0d3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:43.104103308Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_c52f52a6-6d62-441f-adce-c198128cd0d3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:55:43.104236061Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c52f52a6-6d62-441f-adce-c198128cd0d3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_70da1c49-113a-40ef-a9c3-75bf9a667333\") failed: Property not found. retry in 62.797911ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:43.158280158Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_70da1c49-113a-40ef-a9c3-75bf9a667333","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e1eb533-b5dc-482d-87f5-282440ff0354\") failed: Property not found. retry in 30.730752ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:43.171626762Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4e1eb533-b5dc-482d-87f5-282440ff0354","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39\") failed: Property not found. retry in 70.153575ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:43.179391527Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad954add-d78c-4f9c-b7e8-6978f46ebd1d\") failed: Property not found. retry in 48.403678ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:43.195429194Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_ad954add-d78c-4f9c-b7e8-6978f46ebd1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e1eb533-b5dc-482d-87f5-282440ff0354\") failed: Property not found. retry in 141.220498ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:43.210295291Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4e1eb533-b5dc-482d-87f5-282440ff0354","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_70da1c49-113a-40ef-a9c3-75bf9a667333\") failed: Property not found. retry in 65.640688ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:43.326141366Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_70da1c49-113a-40ef-a9c3-75bf9a667333","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c52f52a6-6d62-441f-adce-c198128cd0d3\") failed: Property not found. retry in 29.941345ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:43.604189615Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c52f52a6-6d62-441f-adce-c198128cd0d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39\") failed: Property not found. retry in 87.543643ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:43.764522442Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad954add-d78c-4f9c-b7e8-6978f46ebd1d\") failed: Property not found. retry in 123.69372ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:43.872257993Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_ad954add-d78c-4f9c-b7e8-6978f46ebd1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e1eb533-b5dc-482d-87f5-282440ff0354\") failed: Property not found. retry in 248.461469ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:44.081717834Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4e1eb533-b5dc-482d-87f5-282440ff0354","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_70da1c49-113a-40ef-a9c3-75bf9a667333\") failed: Property not found. retry in 247.428655ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:44.225166137Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_70da1c49-113a-40ef-a9c3-75bf9a667333","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c52f52a6-6d62-441f-adce-c198128cd0d3\") failed: Property not found. retry in 146.92529ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:44.36543784Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c52f52a6-6d62-441f-adce-c198128cd0d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39\") failed: Property not found. retry in 225.0654ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:44.402749446Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad954add-d78c-4f9c-b7e8-6978f46ebd1d\") failed: Property not found. retry in 200.009753ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:44.517620748Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_ad954add-d78c-4f9c-b7e8-6978f46ebd1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e1eb533-b5dc-482d-87f5-282440ff0354\") failed: Property not found. retry in 216.519946ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:44.656576492Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4e1eb533-b5dc-482d-87f5-282440ff0354","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_70da1c49-113a-40ef-a9c3-75bf9a667333\") failed: Property not found. retry in 211.313307ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:44.729209547Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_70da1c49-113a-40ef-a9c3-75bf9a667333","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c52f52a6-6d62-441f-adce-c198128cd0d3\") failed: Property not found. retry in 298.778156ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:45.404150415Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c52f52a6-6d62-441f-adce-c198128cd0d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39\") failed: Property not found. retry in 329.954224ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:45.458165632Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad954add-d78c-4f9c-b7e8-6978f46ebd1d\") failed: Property not found. retry in 275.996278ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:45.600369152Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_ad954add-d78c-4f9c-b7e8-6978f46ebd1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e1eb533-b5dc-482d-87f5-282440ff0354\") failed: Property not found. retry in 890.403056ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:46.015564148Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4e1eb533-b5dc-482d-87f5-282440ff0354","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_70da1c49-113a-40ef-a9c3-75bf9a667333\") failed: Property not found. retry in 760.235362ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:46.085482026Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_70da1c49-113a-40ef-a9c3-75bf9a667333","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c52f52a6-6d62-441f-adce-c198128cd0d3\") failed: Property not found. retry in 249.248303ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:46.099053356Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c52f52a6-6d62-441f-adce-c198128cd0d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39\") failed: Property not found. retry in 1.041132108s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:46.112801466Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad954add-d78c-4f9c-b7e8-6978f46ebd1d\") failed: Property not found. retry in 539.694166ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:46.122843809Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_ad954add-d78c-4f9c-b7e8-6978f46ebd1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c52f52a6-6d62-441f-adce-c198128cd0d3\") failed: Property not found. retry in 671.100002ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:46.358158745Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c52f52a6-6d62-441f-adce-c198128cd0d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad954add-d78c-4f9c-b7e8-6978f46ebd1d\") failed: Property not found. retry in 1.308361008s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:46.67526891Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_ad954add-d78c-4f9c-b7e8-6978f46ebd1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:46.759457657Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"651.054261ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_70da1c49-113a-40ef-a9c3-75bf9a667333\") failed: Property not found. retry in 902.206666ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:46.858412463Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_70da1c49-113a-40ef-a9c3-75bf9a667333","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e1eb533-b5dc-482d-87f5-282440ff0354\") failed: Property not found. retry in 810.07788ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:46.917697269Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4e1eb533-b5dc-482d-87f5-282440ff0354","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c52f52a6-6d62-441f-adce-c198128cd0d3\") failed: Property not found. retry in 1.090784301s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:47.040622098Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c52f52a6-6d62-441f-adce-c198128cd0d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39\") failed: Property not found. retry in 985.62517ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:47.165904133Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e1eb533-b5dc-482d-87f5-282440ff0354\") failed: Property not found. retry in 1.005773583s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:47.739588524Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4e1eb533-b5dc-482d-87f5-282440ff0354","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_70da1c49-113a-40ef-a9c3-75bf9a667333\") failed: Property not found. retry in 1.264077036s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:47.771988237Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_70da1c49-113a-40ef-a9c3-75bf9a667333","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad954add-d78c-4f9c-b7e8-6978f46ebd1d\") failed: Property not found. retry in 937.98274ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:47.995514851Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_ad954add-d78c-4f9c-b7e8-6978f46ebd1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c52f52a6-6d62-441f-adce-c198128cd0d3\") failed: Property not found. retry in 1.433646231s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:48.143577522Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c52f52a6-6d62-441f-adce-c198128cd0d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39\") failed: Property not found. retry in 1.25157598s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:48.163536689Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e1eb533-b5dc-482d-87f5-282440ff0354\") failed: Property not found. retry in 1.374066588s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:48.760303711Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4e1eb533-b5dc-482d-87f5-282440ff0354","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad954add-d78c-4f9c-b7e8-6978f46ebd1d\") failed: Property not found. retry in 1.37277716s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:48.947227396Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_ad954add-d78c-4f9c-b7e8-6978f46ebd1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_70da1c49-113a-40ef-a9c3-75bf9a667333\") failed: Property not found. retry in 1.038584936s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:49.050785142Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_70da1c49-113a-40ef-a9c3-75bf9a667333","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39\") failed: Property not found. retry in 872.526274ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:49.427979491Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c52f52a6-6d62-441f-adce-c198128cd0d3\") failed: Property not found. retry in 958.987013ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:49.589818925Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c52f52a6-6d62-441f-adce-c198128cd0d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_70da1c49-113a-40ef-a9c3-75bf9a667333\") failed: Property not found. retry in 1.201610447s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:50.099478496Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_70da1c49-113a-40ef-a9c3-75bf9a667333","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e1eb533-b5dc-482d-87f5-282440ff0354\") failed: Property not found. retry in 898.906269ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:50.145954452Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4e1eb533-b5dc-482d-87f5-282440ff0354","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39\") failed: Property not found. retry in 963.052421ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:50.311980746Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad954add-d78c-4f9c-b7e8-6978f46ebd1d\") failed: Property not found. retry in 590.90138ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:50.33121642Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_ad954add-d78c-4f9c-b7e8-6978f46ebd1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c52f52a6-6d62-441f-adce-c198128cd0d3\") failed: Property not found. retry in 1.257567853s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:50.55909246Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c52f52a6-6d62-441f-adce-c198128cd0d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad954add-d78c-4f9c-b7e8-6978f46ebd1d\") failed: Property not found. retry in 1.2889737s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:50.933697679Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_ad954add-d78c-4f9c-b7e8-6978f46ebd1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e1eb533-b5dc-482d-87f5-282440ff0354\") failed: Property not found. retry in 665.602671ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:51.056916245Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4e1eb533-b5dc-482d-87f5-282440ff0354","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39\") failed: Property not found. retry in 797.440022ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:51.287655012Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_70da1c49-113a-40ef-a9c3-75bf9a667333\") failed: Property not found. retry in 877.970901ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:51.31257301Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_70da1c49-113a-40ef-a9c3-75bf9a667333","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e1eb533-b5dc-482d-87f5-282440ff0354\") failed: Property not found. retry in 1.356047552s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:51.733552062Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4e1eb533-b5dc-482d-87f5-282440ff0354","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c52f52a6-6d62-441f-adce-c198128cd0d3\") failed: Property not found. retry in 602.964744ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:51.829167003Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_c52f52a6-6d62-441f-adce-c198128cd0d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39\") failed: Property not found. retry in 1.331482409s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:52.097313757Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_70da1c49-113a-40ef-a9c3-75bf9a667333\") failed: Property not found. retry in 1.063902642s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:52.205225094Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_70da1c49-113a-40ef-a9c3-75bf9a667333","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad954add-d78c-4f9c-b7e8-6978f46ebd1d\") failed: Property not found. retry in 1.486361356s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:52.237300816Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_ad954add-d78c-4f9c-b7e8-6978f46ebd1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39\") failed: Property not found. retry in 593.88339ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:53.442296383Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39\") failed: Property not found. retry in 1.100408627s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:54.047408762Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39\") failed: Property not found. retry in 1.40265512s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:56.001664971Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39\") failed: Property not found. retry in 940.683819ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:57.421158392Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39\") failed: Property not found. retry in 1.370608106s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:58.376361413Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39\") failed: Property not found. retry in 1.380581932s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:55:59.758099459Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39\") failed: Property not found. retry in 546.657401ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:01.149607508Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39\") failed: Property not found. retry in 1.221083505s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:01.705348837Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:02.479765808Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"1.13864021s"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:02.948054972Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_4e1eb533-b5dc-482d-87f5-282440ff0354"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:02.948144264Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_70da1c49-113a-40ef-a9c3-75bf9a667333"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:02.948155444Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_c52f52a6-6d62-441f-adce-c198128cd0d3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:02.948165315Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_59a24944-1855-4f84-878a-68b727ca0d39"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:02.948173305Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_ad954add-d78c-4f9c-b7e8-6978f46ebd1d"} {"msg":"Writing ledger to /pool/int/c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:02.948255437Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/aae7688b-a153-49d4-afcc-0fbdab2d2826/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:02.949295693Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:02.956300098Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"fd1ae49d-be97-4958-ba5f-02f318dffef2","remote_addr":"[fd00:1122:3344:101::1]:43117","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":23368468,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:02.988624097Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:40747"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:03.025238583Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3740"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:04.938937734Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3758"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:28.522587853Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3781"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:28.522715406Z","hostname":"sock","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"ca12299c-e17d-43ac-b46d-ce39c995cc2c","remote_addr":"[fd00:1122:3344:101::1]:40747","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":25535235,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:28.523052955Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35961"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: b46e58fe-0e79-490c-a95b-cc35fbff409a (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: db938f27-07c7-4e7e-a378-1b0cd23e6bd4 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f2b9d5d6-4481-43dd-ad07-5fad09001ffc (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 08c1327d-6869-4de0-832a-777515950446 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 8d95420e-8883-4046-9f84-2cdfe1537312 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 2e3ccea3-b7b2-47d1-adb7-ad88a3060ca9, kind: Service { id: 08c1327d-6869-4de0-832a-777515950446 }, name: Name(\"ntp-08c1327d-6869-4de0-832a-777515950446\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 71])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 59a24944-1855-4f84-878a-68b727ca0d39 (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External } } } }, OmicronZoneConfig { id: c52f52a6-6d62-441f-adce-c198128cd0d3 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4e1eb533-b5dc-482d-87f5-282440ff0354 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 70da1c49-113a-40ef-a9c3-75bf9a667333 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: ca74ef3a-5762-468b-9ee8-1741967107e4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ca74ef3a-5762-468b-9ee8-1741967107e4 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad954add-d78c-4f9c-b7e8-6978f46ebd1d (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: fb655862-3870-4f16-811f-febe00952ad1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb655862-3870-4f16-811f-febe00952ad1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8f972144-c9ee-45b3-9b65-56167980995d (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 9098d986-741b-4a49-9b57-64d91754d8c9, kind: Service { id: 8f972144-c9ee-45b3-9b65-56167980995d }, name: Name(\"external-dns-8f972144-c9ee-45b3-9b65-56167980995d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 121])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: ceff54d4-96a4-4511-8d07-856766521718 (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 11f4f66c-7c81-4398-9dad-f545103a3f43, kind: Service { id: ceff54d4-96a4-4511-8d07-856766521718 }, name: Name(\"external-dns-ceff54d4-96a4-4511-8d07-856766521718\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0 (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 8d95420e-8883-4046-9f84-2cdfe1537312 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 705a3090-faf7-48df-a0c1-f24024ca5b92, kind: Service { id: 6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0 }, name: Name(\"nexus-6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 245])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 20455c46-7e5a-4f89-97c1-e5280a062c12 (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: fb655862-3870-4f16-811f-febe00952ad1 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: b59b0746-3bcd-45e5-b9ba-4182ac59329a, kind: Service { id: 20455c46-7e5a-4f89-97c1-e5280a062c12 }, name: Name(\"nexus-20455c46-7e5a-4f89-97c1-e5280a062c12\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b0cb91f3-ad66-4302-a735-bc3649ba79e0 (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 9a036741-50bd-4594-8a73-a2098eef213f, kind: Service { id: b0cb91f3-ad66-4302-a735-bc3649ba79e0 }, name: Name(\"nexus-b0cb91f3-ad66-4302-a735-bc3649ba79e0\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 238])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7fef89a7-0646-4c84-abac-80a06f73e4a6 (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 664734ba-738a-4859-b787-7bf3ecd529d7 (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External } } } }, OmicronZoneConfig { id: 076eec53-9949-4cc4-a23c-a229b37fd937 (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 60a68582-2907-4e12-b3b5-ef9510b9319b (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 82a6e3cb-5373-4786-9557-d5cfcd945db5 (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 7064bcdf-2e92-45e8-adc4-025e9d0ff06b (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 8d95420e-8883-4046-9f84-2cdfe1537312 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 42601c2f-5bb0-41d2-bcc1-1dde0350530d (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1a705eef-f8fb-46b9-ad60-bdf191711693 (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad1cd479-7de9-4b94-bf82-50e6246ddc68 (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 32e3c62f-29a1-4ff5-be68-94eae5525cc1 (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: ca74ef3a-5762-468b-9ee8-1741967107e4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ca74ef3a-5762-468b-9ee8-1741967107e4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4034b054-e2e2-4916-bca6-fd63382c4aa7 (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: fb655862-3870-4f16-811f-febe00952ad1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb655862-3870-4f16-811f-febe00952ad1 (zpool), kind: External } } } }, OmicronZoneConfig { id: ec96dfa2-e003-45dd-b012-54973b7ee1c2 (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 60a68582-2907-4e12-b3b5-ef9510b9319b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 60a68582-2907-4e12-b3b5-ef9510b9319b (zpool), kind: External } } } }, OmicronZoneConfig { id: c01aede0-be6c-458e-b091-bfb69d8cf348 (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 8d95420e-8883-4046-9f84-2cdfe1537312 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8d95420e-8883-4046-9f84-2cdfe1537312 (zpool), kind: External } } } }, OmicronZoneConfig { id: 0f390b6d-fa61-4621-8944-81d5c3d7ff54 (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 1fa18eb4-1641-466d-baa0-ff4721ad9339 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1fa18eb4-1641-466d-baa0-ff4721ad9339 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4a5cd7c0-9b07-4535-a702-ef4073ae9d1f (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: ecffc83e-d505-44be-b8bf-4d152d2671ae (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ecffc83e-d505-44be-b8bf-4d152d2671ae (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:28.563167178Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:28.563271271Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64015"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b46e58fe-0e79-490c-a95b-cc35fbff409a, dataset_name: DatasetName { pool_name: ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:28.563697951Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:28.563704872Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b46e58fe-0e79-490c-a95b-cc35fbff409a, dataset_name: DatasetName { pool_name: ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: db938f27-07c7-4e7e-a378-1b0cd23e6bd4, dataset_name: DatasetName { pool_name: ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:28.588173793Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:28.588214625Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: db938f27-07c7-4e7e-a378-1b0cd23e6bd4, dataset_name: DatasetName { pool_name: ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2b9d5d6-4481-43dd-ad07-5fad09001ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:28.610137013Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:28.610195714Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f2b9d5d6-4481-43dd-ad07-5fad09001ffc, dataset_name: DatasetName { pool_name: ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 59a24944-1855-4f84-878a-68b727ca0d39, dataset_name: DatasetName { pool_name: ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:28.6312132Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:28.631249621Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 59a24944-1855-4f84-878a-68b727ca0d39, dataset_name: DatasetName { pool_name: ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c52f52a6-6d62-441f-adce-c198128cd0d3, dataset_name: DatasetName { pool_name: ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:28.650737008Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:28.650773159Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c52f52a6-6d62-441f-adce-c198128cd0d3, dataset_name: DatasetName { pool_name: ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e1eb533-b5dc-482d-87f5-282440ff0354, dataset_name: DatasetName { pool_name: ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:28.670623895Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:28.670681287Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4e1eb533-b5dc-482d-87f5-282440ff0354, dataset_name: DatasetName { pool_name: ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 70da1c49-113a-40ef-a9c3-75bf9a667333, dataset_name: DatasetName { pool_name: ZpoolName { id: ca74ef3a-5762-468b-9ee8-1741967107e4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:28.689752844Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:28.689796525Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 70da1c49-113a-40ef-a9c3-75bf9a667333, dataset_name: DatasetName { pool_name: ZpoolName { id: ca74ef3a-5762-468b-9ee8-1741967107e4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ad954add-d78c-4f9c-b7e8-6978f46ebd1d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb655862-3870-4f16-811f-febe00952ad1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:28.709537179Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:28.70957495Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ad954add-d78c-4f9c-b7e8-6978f46ebd1d, dataset_name: DatasetName { pool_name: ZpoolName { id: fb655862-3870-4f16-811f-febe00952ad1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8f972144-c9ee-45b3-9b65-56167980995d, dataset_name: DatasetName { pool_name: ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:28.728464262Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:28.728500893Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8f972144-c9ee-45b3-9b65-56167980995d, dataset_name: DatasetName { pool_name: ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ceff54d4-96a4-4511-8d07-856766521718, dataset_name: DatasetName { pool_name: ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:28.819859678Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:28.819905339Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ceff54d4-96a4-4511-8d07-856766521718, dataset_name: DatasetName { pool_name: ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 664734ba-738a-4859-b787-7bf3ecd529d7, dataset_name: DatasetName { pool_name: ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:28.9246919Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:28.924739661Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 664734ba-738a-4859-b787-7bf3ecd529d7, dataset_name: DatasetName { pool_name: ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42601c2f-5bb0-41d2-bcc1-1dde0350530d, dataset_name: DatasetName { pool_name: ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:29.032152577Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:29.032224629Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 42601c2f-5bb0-41d2-bcc1-1dde0350530d, dataset_name: DatasetName { pool_name: ZpoolName { id: d5874399-0fab-4bc9-8515-24f41af40846 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a705eef-f8fb-46b9-ad60-bdf191711693, dataset_name: DatasetName { pool_name: ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:29.137496292Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:29.137552544Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1a705eef-f8fb-46b9-ad60-bdf191711693, dataset_name: DatasetName { pool_name: ZpoolName { id: 729635e7-e25f-4256-97a3-338f0187f466 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ad1cd479-7de9-4b94-bf82-50e6246ddc68, dataset_name: DatasetName { pool_name: ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:29.223894893Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:29.223945284Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ad1cd479-7de9-4b94-bf82-50e6246ddc68, dataset_name: DatasetName { pool_name: ZpoolName { id: 73ead7e0-45b1-43d8-9234-f46dab4780b9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 32e3c62f-29a1-4ff5-be68-94eae5525cc1, dataset_name: DatasetName { pool_name: ZpoolName { id: ca74ef3a-5762-468b-9ee8-1741967107e4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:29.31693446Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:29.316980821Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 32e3c62f-29a1-4ff5-be68-94eae5525cc1, dataset_name: DatasetName { pool_name: ZpoolName { id: ca74ef3a-5762-468b-9ee8-1741967107e4 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4034b054-e2e2-4916-bca6-fd63382c4aa7, dataset_name: DatasetName { pool_name: ZpoolName { id: fb655862-3870-4f16-811f-febe00952ad1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:29.421920596Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:29.421969767Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4034b054-e2e2-4916-bca6-fd63382c4aa7, dataset_name: DatasetName { pool_name: ZpoolName { id: fb655862-3870-4f16-811f-febe00952ad1 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec96dfa2-e003-45dd-b012-54973b7ee1c2, dataset_name: DatasetName { pool_name: ZpoolName { id: 60a68582-2907-4e12-b3b5-ef9510b9319b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:29.523316812Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:29.523372943Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ec96dfa2-e003-45dd-b012-54973b7ee1c2, dataset_name: DatasetName { pool_name: ZpoolName { id: 60a68582-2907-4e12-b3b5-ef9510b9319b (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c01aede0-be6c-458e-b091-bfb69d8cf348, dataset_name: DatasetName { pool_name: ZpoolName { id: 8d95420e-8883-4046-9f84-2cdfe1537312 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:29.619376484Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:29.619431356Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c01aede0-be6c-458e-b091-bfb69d8cf348, dataset_name: DatasetName { pool_name: ZpoolName { id: 8d95420e-8883-4046-9f84-2cdfe1537312 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0f390b6d-fa61-4621-8944-81d5c3d7ff54, dataset_name: DatasetName { pool_name: ZpoolName { id: 1fa18eb4-1641-466d-baa0-ff4721ad9339 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:29.694917704Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:29.694967125Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0f390b6d-fa61-4621-8944-81d5c3d7ff54, dataset_name: DatasetName { pool_name: ZpoolName { id: 1fa18eb4-1641-466d-baa0-ff4721ad9339 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4a5cd7c0-9b07-4535-a702-ef4073ae9d1f, dataset_name: DatasetName { pool_name: ZpoolName { id: ecffc83e-d505-44be-b8bf-4d152d2671ae (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:29.792272978Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:29.7923217Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4a5cd7c0-9b07-4535-a702-ef4073ae9d1f, dataset_name: DatasetName { pool_name: ZpoolName { id: ecffc83e-d505-44be-b8bf-4d152d2671ae (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:29.860242028Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:29.860302359Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/aae7688b-a153-49d4-afcc-0fbdab2d2826/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:29.860562366Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:29.860752651Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.014077725Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.014390233Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.014404623Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.014420784Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.014436414Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.014442635Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.026097686Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.054504006Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.054551207Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.054555898Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.237104423Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.239096163Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.266754685Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.267035222Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.267086283Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.267097514Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.304646762Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.304689254Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.304704874Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.304838377Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.310006617Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.314827287Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.319557575Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.324583321Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.329978446Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.335521775Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.340295954Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.467960877Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.473454104Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.478583783Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.483159057Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.488015569Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.493807233Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.499033504Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.503928097Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.51045354Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.515865565Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.521782853Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.528704936Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.534625674Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.539868336Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.582511412Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.58322775Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.590583104Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.599842305Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.608215015Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.615678812Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.624561104Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.69477669Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.759511199Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.843678564Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.899471499Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.901044909Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.901062359Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.999381288Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 173, 238]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:30.999416289Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.003142552Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.003163643Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.055814209Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 131, 183]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.05584073Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.05664701Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.056665861Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.058400564Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.058432835Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.113047831Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 253, 245]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.113082852Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.113302347Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.115135653Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.115319017Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.115329758Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.117730978Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.117743038Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.171283827Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 192, 121]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.171316918Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.1729802Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.17300019Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.2273584Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 236, 221]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.227398221Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.319113974Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.323864663Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.372448659Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.372551971Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.373018393Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.373030653Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.373181007Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.373195507Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.373265649Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.376010237Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.376032218Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.379798622Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.382874009Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.38288885Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.427180217Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.442228054Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.541472026Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.553555968Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.564169974Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.57480056Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.583831845Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.592656686Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.611494517Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:31.627136048Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:32.584631425Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:32.584861141Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:32.674050032Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:32.674232797Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:32.716116554Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:32.716330869Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54\") failed: Property not found. retry in 57.173034ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:32.904659689Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b\") failed: Property not found. retry in 51.184379ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:32.913944692Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:32.914154657Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937\") failed: Property not found. retry in 48.05033ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:32.924482865Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:32.924719311Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:32.930509556Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:32.930728621Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54\") failed: Property not found. retry in 52.698324ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:32.973337747Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b\") failed: Property not found. retry in 142.482362ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:33.014503187Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937\") failed: Property not found. retry in 98.146547ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:33.04342789Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54\") failed: Property not found. retry in 114.246368ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:33.066425505Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:33.066853196Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:33.068236051Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:33.068259861Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:33.068276382Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:33.09138795Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:33.133013731Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937\") failed: Property not found. retry in 163.874995ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:33.162385755Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b\") failed: Property not found. retry in 204.880651ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:33.179578635Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54\") failed: Property not found. retry in 541.503845ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:33.201176556Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693\") failed: Property not found. retry in 56.453297ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:33.263902564Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:33.268498069Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:33.268732935Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693\") failed: Property not found. retry in 73.369635ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:33.398354767Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937\") failed: Property not found. retry in 451.333361ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:33.446354368Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7\") failed: Property not found. retry in 57.899254ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:33.479504667Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:33.479693271Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b\") failed: Property not found. retry in 452.274241ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:33.503008254Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693\") failed: Property not found. retry in 193.056356ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:33.52403234Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5\") failed: Property not found. retry in 62.319896ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:33.552507903Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:33.552832941Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f\") failed: Property not found. retry in 42.143923ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:33.586913483Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1\") failed: Property not found. retry in 50.077973ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:33.604251957Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:33.604517543Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:33.604884193Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7\") failed: Property not found. retry in 57.610276ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:33.772957166Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5\") failed: Property not found. retry in 98.566429ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:33.787148201Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f\") failed: Property not found. retry in 57.844797ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:33.814898745Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1\") failed: Property not found. retry in 89.503265ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:33.842373252Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68\") failed: Property not found. retry in 66.080719ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:33.862363612Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693\") failed: Property not found. retry in 335.076057ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:33.88547632Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54\") failed: Property not found. retry in 931.700014ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:33.907683415Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937\") failed: Property not found. retry in 791.381405ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:33.925185403Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7\") failed: Property not found. retry in 172.068349ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:33.939975303Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5\") failed: Property not found. retry in 293.141572ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:33.95584937Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f\") failed: Property not found. retry in 284.351032ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:33.971396248Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1\") failed: Property not found. retry in 144.986075ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:33.98865883Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68\") failed: Property not found. retry in 84.480065ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:34.008752133Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b\") failed: Property not found. retry in 1.169624483s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:34.019337538Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2\") failed: Property not found. retry in 52.26307ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:34.032147838Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348\") failed: Property not found. retry in 53.213392ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:34.042879996Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2\") failed: Property not found. retry in 83.877507ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:34.095606125Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68\") failed: Property not found. retry in 104.419494ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:34.107220196Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348\") failed: Property not found. retry in 103.906237ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:34.117078592Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7\") failed: Property not found. retry in 264.65427ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:34.130499528Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1\") failed: Property not found. retry in 529.596678ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:34.146059957Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2\") failed: Property not found. retry in 169.961016ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:34.189707359Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68\") failed: Property not found. retry in 572.05428ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:34.223167185Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693\") failed: Property not found. retry in 1.114245833s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:34.233575466Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348\") failed: Property not found. retry in 220.717889ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:34.243960685Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5\") failed: Property not found. retry in 492.433694ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:34.259406262Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f\") failed: Property not found. retry in 344.827422ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:34.268594252Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2\") failed: Property not found. retry in 509.442422ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:34.373393753Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7\") failed: Property not found. retry in 636.360976ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:34.407408353Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348\") failed: Property not found. retry in 365.869975ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:34.479211009Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f\") failed: Property not found. retry in 1.195396553s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:34.669390416Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1\") failed: Property not found. retry in 620.616999ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:34.710269198Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:34.714226437Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:34.714819902Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937\") failed: Property not found. retry in 1.007816844s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:34.751551361Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5\") failed: Property not found. retry in 1.076490625s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:34.791281084Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68\") failed: Property not found. retry in 497.507135ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:34.830217648Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:34.83150139Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:34.832505955Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54\") failed: Property not found. retry in 604.94035ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:35.010898557Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2\") failed: Property not found. retry in 518.788567ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:35.075952544Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348\") failed: Property not found. retry in 1.012027873s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:35.09619305Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7\") failed: Property not found. retry in 1.479753766s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:35.121501683Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b\") failed: Property not found. retry in 1.411645436s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:35.211137705Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d\") failed: Property not found. retry in 45.760551ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:35.225480714Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d\") failed: Property not found. retry in 64.345367ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:35.287346731Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6\") failed: Property not found. retry in 53.867906ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:35.319502025Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68\") failed: Property not found. retry in 640.78774ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:35.344847919Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1\") failed: Property not found. retry in 574.346781ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:35.359585628Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693\") failed: Property not found. retry in 1.063652481s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:35.374973092Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d\") failed: Property not found. retry in 177.358383ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:35.387524777Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6\") failed: Property not found. retry in 79.63951ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:35.399741662Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6\") failed: Property not found. retry in 107.991823ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:35.49122342Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d\") failed: Property not found. retry in 474.961516ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:35.578667307Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2\") failed: Property not found. retry in 1.127251848s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:35.609306083Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6\") failed: Property not found. retry in 388.188141ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:35.623812686Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54\") failed: Property not found. retry in 815.978738ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:35.636956165Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937\") failed: Property not found. retry in 863.64081ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:35.774926455Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f\") failed: Property not found. retry in 742.923589ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:35.887130112Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5\") failed: Property not found. retry in 1.422485882s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:35.9038431Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1\") failed: Property not found. retry in 869.108933ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:35.959566824Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68\") failed: Property not found. retry in 1.366338447s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:36.055944614Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6\") failed: Property not found. retry in 769.024062ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:36.096462437Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d\") failed: Property not found. retry in 1.196097015s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:36.122872428Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348\") failed: Property not found. retry in 599.300507ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:36.153659168Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693\") failed: Property not found. retry in 946.747527ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:36.454267686Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54\") failed: Property not found. retry in 1.13659408s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:36.464684887Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7\") failed: Property not found. retry in 1.020582931s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:36.613643242Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b\") failed: Property not found. retry in 1.450879682s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:36.634389841Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f\") failed: Property not found. retry in 734.930209ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:36.646210557Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937\") failed: Property not found. retry in 685.694354ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:36.660921825Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2\") failed: Property not found. retry in 937.510045ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:36.753979662Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348\") failed: Property not found. retry in 1.421405772s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:36.772642839Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1\") failed: Property not found. retry in 877.701666ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:36.846184668Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6\") failed: Property not found. retry in 1.011649397s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:36.881219494Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:37.101997086Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:37.10217357Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:37.218706295Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:37.218807207Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d\") failed: Property not found. retry in 1.064350788s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:37.33726528Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5\") failed: Property not found. retry in 963.085609ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:37.353168128Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937\") failed: Property not found. retry in 1.202305856s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:37.36845186Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:37.369442135Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:37.369554817Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f\") failed: Property not found. retry in 760.835587ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:37.398338767Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693\") failed: Property not found. retry in 1.185367165s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:37.416584504Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718\") failed: Property not found. retry in 52.894186ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:37.432047231Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68\") failed: Property not found. retry in 1.362156021s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:37.44881161Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718\") failed: Property not found. retry in 127.439188ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:37.500943574Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d\") failed: Property not found. retry in 35.570022ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:37.563944349Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d\") failed: Property not found. retry in 121.531ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:37.66551538Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54\") failed: Property not found. retry in 1.295534986s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:37.744522306Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7\") failed: Property not found. retry in 728.851413ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:37.791401968Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718\") failed: Property not found. retry in 284.550903ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:37.821651605Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12\") failed: Property not found. retry in 37.805987ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:37.847399408Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d\") failed: Property not found. retry in 171.853601ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:37.96063218Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2\") failed: Property not found. retry in 800.719206ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:38.007104913Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1\") failed: Property not found. retry in 1.167997648s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:38.052075978Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6\") failed: Property not found. retry in 1.333253019s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:38.087542245Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12\") failed: Property not found. retry in 64.944725ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:38.117435502Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718\") failed: Property not found. retry in 357.266509ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:38.144685254Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b\") failed: Property not found. retry in 985.457058ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:38.164848368Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d\") failed: Property not found. retry in 417.436004ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:38.184226963Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f\") failed: Property not found. retry in 992.059978ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:38.203790722Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348\") failed: Property not found. retry in 1.29550757s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:38.228452349Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12\") failed: Property not found. retry in 227.266009ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:38.256261774Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5\") failed: Property not found. retry in 1.491851062s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:38.335495056Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d\") failed: Property not found. retry in 1.130690451s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:38.419523097Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:38.420795879Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:38.421010975Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12\") failed: Property not found. retry in 275.188392ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:38.530927244Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7\") failed: Property not found. retry in 1.393243033s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:38.548593225Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718\") failed: Property not found. retry in 764.754234ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:38.568846162Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937\") failed: Property not found. retry in 668.512876ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:38.612775081Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693\") failed: Property not found. retry in 501.873423ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:38.638486684Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d\") failed: Property not found. retry in 798.072596ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:38.659980131Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0\") failed: Property not found. retry in 41.478023ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:38.747660634Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0\") failed: Property not found. retry in 91.265685ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:38.800741522Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12\") failed: Property not found. retry in 648.119816ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:38.819349007Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2\") failed: Property not found. retry in 1.001587287s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:38.830556257Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68\") failed: Property not found. retry in 1.14758101s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:38.839297936Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0\") failed: Property not found. retry in 298.682405ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:38.902071636Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54\") failed: Property not found. retry in 1.381936054s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:39.052066318Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693\") failed: Property not found. retry in 895.256432ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:39.150322785Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b\") failed: Property not found. retry in 1.318361699s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:39.162478899Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f\") failed: Property not found. retry in 811.488003ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:39.208387047Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0\") failed: Property not found. retry in 475.610149ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:39.221918736Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1\") failed: Property not found. retry in 1.240804954s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:39.231245679Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937\") failed: Property not found. retry in 1.49031544s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:39.291955597Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718\") failed: Property not found. retry in 1.021793245s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:39.344001309Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6\") failed: Property not found. retry in 995.447146ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:39.436597135Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d\") failed: Property not found. retry in 607.91259ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:39.536616687Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:39.564684229Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12\") failed: Property not found. retry in 580.897474ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:39.574988976Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348\") failed: Property not found. retry in 1.146753161s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:39.597174371Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:39.597416627Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d\") failed: Property not found. retry in 919.051493ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:39.683244054Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0\") failed: Property not found. retry in 536.29263ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:39.712834694Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5\") failed: Property not found. retry in 815.535973ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:39.841161153Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2\") failed: Property not found. retry in 674.652271ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:39.853138503Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7\") failed: Property not found. retry in 39.174613ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:39.909640776Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7\") failed: Property not found. retry in 957.125749ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:39.952548649Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7\") failed: Property not found. retry in 61.052112ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:39.96337382Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68\") failed: Property not found. retry in 570.463889ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:40.003956205Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f\") failed: Property not found. retry in 1.460211996s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:40.140883099Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693\") failed: Property not found. retry in 763.576456ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:40.20966935Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7\") failed: Property not found. retry in 262.807825ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:40.223097216Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12\") failed: Property not found. retry in 717.0696ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:40.238446879Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d\") failed: Property not found. retry in 604.88477ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:40.250729807Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0\") failed: Property not found. retry in 919.469022ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:40.262201894Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:40.313485666Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:40.313573308Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718\") failed: Property not found. retry in 818.986293ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:40.380916543Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6\") failed: Property not found. retry in 905.938839ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:40.448723708Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54\") failed: Property not found. retry in 526.700367ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:40.462925454Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1\") failed: Property not found. retry in 741.467523ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:40.484427821Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b\") failed: Property not found. retry in 823.419533ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:40.497271283Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7\") failed: Property not found. retry in 539.863982ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:40.512385481Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2\") failed: Property not found. retry in 737.473923ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:40.54595573Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0\") failed: Property not found. retry in 56.457445ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:40.584599957Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68\") failed: Property not found. retry in 643.52737ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:40.603550231Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d\") failed: Property not found. retry in 823.226888ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:40.618813002Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0\") failed: Property not found. retry in 145.306004ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:40.655807098Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5\") failed: Property not found. retry in 545.320318ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:40.671699465Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348\") failed: Property not found. retry in 509.038549ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:40.764442845Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937\") failed: Property not found. retry in 773.848113ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:40.794966698Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0\") failed: Property not found. retry in 245.52051ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:40.811003889Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d\") failed: Property not found. retry in 727.172306ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:40.87023437Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7\") failed: Property not found. retry in 918.134308ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:40.928221131Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12\") failed: Property not found. retry in 709.530688ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:40.972846437Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693\") failed: Property not found. retry in 1.36561145s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:40.989190805Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54\") failed: Property not found. retry in 608.501419ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:41.003686288Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7\") failed: Property not found. retry in 994.867892ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:41.070105759Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0\") failed: Property not found. retry in 222.153829ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:41.086773366Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0\") failed: Property not found. retry in 973.093058ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:41.199041814Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718\") failed: Property not found. retry in 694.740176ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:41.217571257Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5\") failed: Property not found. retry in 1.213803708s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:41.236292866Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1\") failed: Property not found. retry in 1.379844856s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:41.253907956Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68\") failed: Property not found. retry in 598.95183ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:41.27044489Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348\") failed: Property not found. retry in 934.02181ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:41.289105766Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2\") failed: Property not found. retry in 800.958365ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:41.303088496Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0\") failed: Property not found. retry in 1.021537337s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:41.321678691Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b\") failed: Property not found. retry in 588.459949ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:41.334136323Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6\") failed: Property not found. retry in 931.064052ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:41.369499957Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d\") failed: Property not found. retry in 1.051587906s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:41.456208636Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937\") failed: Property not found. retry in 817.877008ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:41.585867239Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d\") failed: Property not found. retry in 1.055414155s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:41.619073339Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54\") failed: Property not found. retry in 1.17675615s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:41.638598478Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f\") failed: Property not found. retry in 855.893172ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:41.651381797Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12\") failed: Property not found. retry in 718.340492ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:41.702048854Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7\") failed: Property not found. retry in 1.302702284s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:41.863982664Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68\") failed: Property not found. retry in 511.855995ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:41.886360754Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718\") failed: Property not found. retry in 1.064715245s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:41.93019853Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b\") failed: Property not found. retry in 1.053749182s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:41.949853172Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7\") failed: Property not found. retry in 930.841398ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:42.080103629Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2\") failed: Property not found. retry in 517.545019ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:42.117503015Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0\") failed: Property not found. retry in 833.718172ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:42.189232179Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348\") failed: Property not found. retry in 1.021192832s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:42.239129117Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6\") failed: Property not found. retry in 1.440914761s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:42.315493957Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0\") failed: Property not found. retry in 666.16902ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:42.362042681Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693\") failed: Property not found. retry in 747.636309ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:42.375867657Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68\") failed: Property not found. retry in 970.618431ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:42.414909153Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937\") failed: Property not found. retry in 1.097898706s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:42.428873062Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12\") failed: Property not found. retry in 985.285271ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:42.443313024Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5\") failed: Property not found. retry in 938.26969ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:42.465917779Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d\") failed: Property not found. retry in 651.402761ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:42.524191226Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f\") failed: Property not found. retry in 724.42256ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:42.539736145Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1\") failed: Property not found. retry in 858.841227ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:42.648175587Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2\") failed: Property not found. retry in 511.690665ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:42.660838374Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d\") failed: Property not found. retry in 966.797478ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:42.690350782Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54\") failed: Property not found. retry in 522.053966ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:42.830431225Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718\") failed: Property not found. retry in 1.114478714s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:43.011440382Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b\") failed: Property not found. retry in 1.373898561s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:43.02375458Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7\") failed: Property not found. retry in 1.127121515s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:43.036583271Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0\") failed: Property not found. retry in 1.373719295s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:43.048998152Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0\") failed: Property not found. retry in 975.165469ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:43.062194702Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693\") failed: Property not found. retry in 773.503704ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:43.136296175Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7\") failed: Property not found. retry in 783.200588ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:43.183701631Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d\") failed: Property not found. retry in 875.692335ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:43.19764629Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2\") failed: Property not found. retry in 1.464151721s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:43.210752467Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348\") failed: Property not found. retry in 1.19489445s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:43.274498561Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f\") failed: Property not found. retry in 1.387296673s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:43.287742243Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54\") failed: Property not found. retry in 818.133814ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:43.369036666Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68\") failed: Property not found. retry in 1.192378861s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:43.401436216Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5\") failed: Property not found. retry in 1.408776499s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:43.421474628Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12\") failed: Property not found. retry in 560.785373ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:43.444680418Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1\") failed: Property not found. retry in 1.289444745s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:43.524628777Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:43.564996427Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"2.969040289s"} {"msg":"wait for service Some(\"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d\") failed: Property not found. retry in 694.823379ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:43.673196343Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6\") failed: Property not found. retry in 1.126510621s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:43.771622195Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693\") failed: Property not found. retry in 596.413131ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:43.928334724Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12\") failed: Property not found. retry in 657.375711ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:44.027256478Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0\") failed: Property not found. retry in 1.408627369s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:44.056827948Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d\") failed: Property not found. retry in 672.045358ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:44.094561022Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718\") failed: Property not found. retry in 654.698392ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:44.151805973Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7\") failed: Property not found. retry in 699.139882ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:44.185569838Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d\") failed: Property not found. retry in 929.019016ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:44.383415636Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0\") failed: Property not found. retry in 1.105825586s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:44.446246617Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693\") failed: Property not found. retry in 1.259359401s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:44.543175202Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12\") failed: Property not found. retry in 947.074448ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:44.759493332Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d\") failed: Property not found. retry in 1.269754905s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:44.786888777Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718\") failed: Property not found. retry in 709.001941ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:44.830627981Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5\") failed: Property not found. retry in 727.324853ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:44.876795515Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7\") failed: Property not found. retry in 1.052252528s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:44.903580745Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6\") failed: Property not found. retry in 1.251251714s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:44.923001391Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d\") failed: Property not found. retry in 890.114692ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:45.326533563Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0\") failed: Property not found. retry in 1.362260947s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:45.48714328Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718\") failed: Property not found. retry in 632.194908ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:45.555722366Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0\") failed: Property not found. retry in 755.591344ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:45.570982447Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12\") failed: Property not found. retry in 884.881998ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:45.722256621Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7\") failed: Property not found. retry in 1.445058787s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:45.971121945Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d\") failed: Property not found. retry in 1.097016365s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:46.073033813Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6\") failed: Property not found. retry in 878.740061ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:46.1924556Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718\") failed: Property not found. retry in 1.362341533s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:46.204812339Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d\") failed: Property not found. retry in 1.195785221s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:46.231682001Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0\") failed: Property not found. retry in 1.428664097s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:46.341297333Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12\") failed: Property not found. retry in 1.158132184s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:46.621153872Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0\") failed: Property not found. retry in 836.908453ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:46.863048492Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d\") failed: Property not found. retry in 925.4189ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:47.182154683Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7\") failed: Property not found. retry in 538.748898ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:47.427469918Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d\") failed: Property not found. retry in 671.809351ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:47.438880494Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718\") failed: Property not found. retry in 1.273291687s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:47.577429799Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0\") failed: Property not found. retry in 850.934375ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:47.709956173Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7\") failed: Property not found. retry in 1.244760551s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:47.976740795Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:48.018282634Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"2.599686072s"} {"msg":"wait for service Some(\"oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0\") failed: Property not found. retry in 1.057426497s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:48.570865164Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7\") failed: Property not found. retry in 583.877877ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:49.232883271Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0\") failed: Property not found. retry in 1.492733619s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:49.63905033Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:50.649805119Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"4.592439671s"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.160303506Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_7064bcdf-2e92-45e8-adc4-025e9d0ff06b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.160354648Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_1a705eef-f8fb-46b9-ad60-bdf191711693"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.160361238Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_oximeter_7fef89a7-0646-4c84-abac-80a06f73e4a6"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.160366928Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_0f390b6d-fa61-4621-8944-81d5c3d7ff54"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.160372258Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_clickhouse_664734ba-738a-4859-b787-7bf3ecd529d7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.160376478Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_20455c46-7e5a-4f89-97c1-e5280a062c12"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.160381828Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_external_dns_8f972144-c9ee-45b3-9b65-56167980995d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.160387339Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_42601c2f-5bb0-41d2-bcc1-1dde0350530d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.160391268Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_076eec53-9949-4cc4-a23c-a229b37fd937"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.160395359Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_4034b054-e2e2-4916-bca6-fd63382c4aa7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.160419359Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_external_dns_ceff54d4-96a4-4511-8d07-856766521718"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.160424619Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.16042996Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_82a6e3cb-5373-4786-9557-d5cfcd945db5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.16043674Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_ec96dfa2-e003-45dd-b012-54973b7ee1c2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.16044203Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_4a5cd7c0-9b07-4535-a702-ef4073ae9d1f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.1604473Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_b0cb91f3-ad66-4302-a735-bc3649ba79e0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.16045411Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_32e3c62f-29a1-4ff5-be68-94eae5525cc1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.16045933Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_c01aede0-be6c-458e-b091-bfb69d8cf348"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.16046471Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_ad1cd479-7de9-4b94-bf82-50e6246ddc68"} {"msg":"Writing ledger to /pool/int/c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.160552292Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/aae7688b-a153-49d4-afcc-0fbdab2d2826/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.166353718Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.182293456Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"24f8473d-bdc7-4e62-8bf4-3e096ce59da4","remote_addr":"[fd00:1122:3344:101::1]:64015","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":22619051,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.185127197Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1322"} {"msg":"Writing ledger to /pool/int/c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.185147178Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/aae7688b-a153-49d4-afcc-0fbdab2d2826/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.185302271Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.187747203Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.187998379Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:720"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n local_pref: None,\n nexthop: 10.151.2.100,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.224661816Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/16632028-a0fb-402a-9e42-289f1d4e3fa6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.225172049Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/16632028-a0fb-402a-9e42-289f1d4e3fa6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.366485773Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/16632028-a0fb-402a-9e42-289f1d4e3fa6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.523818498Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/16632028-a0fb-402a-9e42-289f1d4e3fa6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.62106867Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/16632028-a0fb-402a-9e42-289f1d4e3fa6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:51.857444682Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/16632028-a0fb-402a-9e42-289f1d4e3fa6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:52.159876866Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/16632028-a0fb-402a-9e42-289f1d4e3fa6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:52.448245478Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/16632028-a0fb-402a-9e42-289f1d4e3fa6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:52.613667406Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/16632028-a0fb-402a-9e42-289f1d4e3fa6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:52.915187087Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/16632028-a0fb-402a-9e42-289f1d4e3fa6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:53.375037727Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/16632028-a0fb-402a-9e42-289f1d4e3fa6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:53.772573608Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/16632028-a0fb-402a-9e42-289f1d4e3fa6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:54.21586955Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T15:56:55.275468935Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"15.496540248s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/16632028-a0fb-402a-9e42-289f1d4e3fa6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:55.324756618Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/16632028-a0fb-402a-9e42-289f1d4e3fa6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:56.656766622Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:57.56713079Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36995"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:57.567472349Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"1710d957-4bc3-419b-b401-769880120065","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36995","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":159,"response_code":"200"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/16632028-a0fb-402a-9e42-289f1d4e3fa6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:58.101787472Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/16632028-a0fb-402a-9e42-289f1d4e3fa6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:56:59.425425597Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/16632028-a0fb-402a-9e42-289f1d4e3fa6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:01.21160047Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff59fb6e-35c8-41ec-9828-c37a74db083d\", \"content-length\": \"173\", \"date\": \"Fri, 04 Oct 2024 15:57:05 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"16632028-a0fb-402a-9e42-289f1d4e3fa6\\\"\", request_id: \"ff59fb6e-35c8-41ec-9828-c37a74db083d\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:05.190344569Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4d4583d-922c-4125-b46f-4ab676bcd789\", \"content-length\": \"173\", \"date\": \"Fri, 04 Oct 2024 15:57:07 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"16632028-a0fb-402a-9e42-289f1d4e3fa6\\\"\", request_id: \"a4d4583d-922c-4125-b46f-4ab676bcd789\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:07.730808986Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24187d34-3da2-48cd-b6ad-739b83f23619\", \"content-length\": \"173\", \"date\": \"Fri, 04 Oct 2024 15:57:12 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"5e37bc69-9257-484e-814d-756cbc256d71\\\"\", request_id: \"24187d34-3da2-48cd-b6ad-739b83f23619\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:12.254975006Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4904e973-d45d-4711-806e-e3c0c98bd3a9\", \"content-length\": \"173\", \"date\": \"Fri, 04 Oct 2024 15:57:15 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"5e37bc69-9257-484e-814d-756cbc256d71\\\"\", request_id: \"4904e973-d45d-4711-806e-e3c0c98bd3a9\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:15.074221356Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b05f50ac-e408-4c05-885d-cbbad1398309\", \"content-length\": \"173\", \"date\": \"Fri, 04 Oct 2024 15:57:17 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"5e37bc69-9257-484e-814d-756cbc256d71\\\"\", request_id: \"b05f50ac-e408-4c05-885d-cbbad1398309\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:17.790308466Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a641ddd-fd24-4497-a558-6fd9577bc282\", \"content-length\": \"173\", \"date\": \"Fri, 04 Oct 2024 15:57:20 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"5e37bc69-9257-484e-814d-756cbc256d71\\\"\", request_id: \"5a641ddd-fd24-4497-a558-6fd9577bc282\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:20.933390345Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0d03bfe-880b-456b-9a0a-cb270f8ff39f\", \"content-length\": \"173\", \"date\": \"Fri, 04 Oct 2024 15:57:23 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"5e37bc69-9257-484e-814d-756cbc256d71\\\"\", request_id: \"f0d03bfe-880b-456b-9a0a-cb270f8ff39f\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:24.094940606Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:27.601520776Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60543"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:27.601608668Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"27fa5876-a6f5-4d6b-8381-3e9ebdd76a20","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60543","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":32,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27918768-393f-4975-b075-c2be398e608b\", \"content-length\": \"173\", \"date\": \"Fri, 04 Oct 2024 15:57:27 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"5e37bc69-9257-484e-814d-756cbc256d71\\\"\", request_id: \"27918768-393f-4975-b075-c2be398e608b\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:27.963314774Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdf38f2d-ebb8-4860-b822-7317029fc1b6\", \"content-length\": \"173\", \"date\": \"Fri, 04 Oct 2024 15:57:34 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"5e37bc69-9257-484e-814d-756cbc256d71\\\"\", request_id: \"cdf38f2d-ebb8-4860-b822-7317029fc1b6\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:34.490170942Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:34.619440065Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"sled-agent/src/nexus.rs:544","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:34.712840411Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:41669"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:34.712943974Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:34.909798827Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"3337e4c3-1668-4ee8-9bd7-4a83ad1b60f6","remote_addr":"[fd00:1122:3344:101::b]:41669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":196834,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:34.914649858Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:34.91471756Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/aae7688b-a153-49d4-afcc-0fbdab2d2826/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:34.915040568Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:34.915270544Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"80648cf9-991b-4a47-abf8-6f7684fd501a","remote_addr":"[fd00:1122:3344:101::b]:41669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":704,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:36.913310565Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55847"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:36.914129426Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f83f4a5c-ad64-4dd6-915e-3e1d46969589","remote_addr":"[fd00:1122:3344:101::b]:55847","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":737,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:36.921658734Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:50320"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:36.921768447Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"7a89a3bb-a9f5-4791-bf3c-99aced7e4055","remote_addr":"[fd00:1122:3344:101::c]:50320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":41,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:36.968046084Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:36249"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:36.968309801Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"72aae1f7-771f-483c-9bf2-cbba9c8d51a8","remote_addr":"[fd00:1122:3344:101::c]:36249","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":169,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:37.039784148Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:56808"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:37.039951472Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"38afb31f-bae5-425b-8dc6-5cbddcad7025","remote_addr":"[fd00:1122:3344:101::b]:56808","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":137,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:37.049764688Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c9302535-8bfa-463f-85e7-208ec66c0717","remote_addr":"[fd00:1122:3344:101::b]:55847","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1682,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:37.081052571Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3852731b-d31e-4820-9eee-abbe71009f0a","remote_addr":"[fd00:1122:3344:101::c]:50320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":164,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:38.544755348Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37313"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:38.545731382Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"bfcd97be-aaa3-4920-ac37-46299310e6dc","remote_addr":"[fd00:1122:3344:101::a]:37313","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":910,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:38.571267281Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a1bee1dc-6291-44bc-82d6-b4d601eab5bb","remote_addr":"[fd00:1122:3344:101::a]:37313","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:38.656980115Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50413"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:38.657153949Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"45431793-1d23-4604-8c04-eef1619c860b","remote_addr":"[fd00:1122:3344:101::a]:50413","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:41.056787104Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:61455","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"producer-server","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:42804"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:41.075113792Z","hostname":"sock","pid":1562,"uri":"/5e37bc69-9257-484e-814d-756cbc256d71","method":"GET","req_id":"3966aa95-878e-425e-959b-ba1dfcd5fb4a","remote_addr":"[fd00:1122:3344:101::d]:42804","local_addr":"[fd00:1122:3344:101::1]:61455","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":18198,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:45.405869485Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:40589"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:45.406143812Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 11f4f66c-7c81-4398-9dad-f545103a3f43, kind: Service { id: ceff54d4-96a4-4511-8d07-856766521718 }, name: Name(\"external-dns-ceff54d4-96a4-4511-8d07-856766521718\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9098d986-741b-4a49-9b57-64d91754d8c9, kind: Service { id: 8f972144-c9ee-45b3-9b65-56167980995d }, name: Name(\"external-dns-8f972144-c9ee-45b3-9b65-56167980995d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 121])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 705a3090-faf7-48df-a0c1-f24024ca5b92, kind: Service { id: 6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0 }, name: Name(\"nexus-6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 245])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9a036741-50bd-4594-8a73-a2098eef213f, kind: Service { id: b0cb91f3-ad66-4302-a735-bc3649ba79e0 }, name: Name(\"nexus-b0cb91f3-ad66-4302-a735-bc3649ba79e0\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 238])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b59b0746-3bcd-45e5-b9ba-4182ac59329a, kind: Service { id: 20455c46-7e5a-4f89-97c1-e5280a062c12 }, name: Name(\"nexus-20455c46-7e5a-4f89-97c1-e5280a062c12\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:45.406184173Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:45.406221914Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:45.406255285Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:45.406266455Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:45.406281316Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:45.406312156Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:45.406337617Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"489f4200-9189-4738-a5ea-5b3edfe71f19","remote_addr":"[fd00:1122:3344:101::b]:40589","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":397,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:45.407840705Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:959"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:45.586822091Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:54959"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:45.587634902Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:45.78389607Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"2b29bc81-3fec-4037-8316-69f66aceae57","remote_addr":"[fd00:1122:3344:101::b]:54959","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":196956,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:45.788120086Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:45.788235319Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/aae7688b-a153-49d4-afcc-0fbdab2d2826/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:45.788751701Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:45.789065529Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"afd6731f-8741-49fd-a3b3-d5afdcb35844","remote_addr":"[fd00:1122:3344:101::b]:54959","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:46.66393046Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:51339"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:46.664170436Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 11f4f66c-7c81-4398-9dad-f545103a3f43, kind: Service { id: ceff54d4-96a4-4511-8d07-856766521718 }, name: Name(\"external-dns-ceff54d4-96a4-4511-8d07-856766521718\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9098d986-741b-4a49-9b57-64d91754d8c9, kind: Service { id: 8f972144-c9ee-45b3-9b65-56167980995d }, name: Name(\"external-dns-8f972144-c9ee-45b3-9b65-56167980995d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 121])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 705a3090-faf7-48df-a0c1-f24024ca5b92, kind: Service { id: 6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0 }, name: Name(\"nexus-6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 245])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9a036741-50bd-4594-8a73-a2098eef213f, kind: Service { id: b0cb91f3-ad66-4302-a735-bc3649ba79e0 }, name: Name(\"nexus-b0cb91f3-ad66-4302-a735-bc3649ba79e0\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 238])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b59b0746-3bcd-45e5-b9ba-4182ac59329a, kind: Service { id: 20455c46-7e5a-4f89-97c1-e5280a062c12 }, name: Name(\"nexus-20455c46-7e5a-4f89-97c1-e5280a062c12\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:46.664218817Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:46.664249528Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:46.664257118Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:46.664263118Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:46.664271598Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:46.664288299Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:46.664315549Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"844ea8f4-a1f3-486b-9986-fbce56e86cf5","remote_addr":"[fd00:1122:3344:101::c]:51339","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":274,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:47.112525089Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57544"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:47.112772565Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 11f4f66c-7c81-4398-9dad-f545103a3f43, kind: Service { id: ceff54d4-96a4-4511-8d07-856766521718 }, name: Name(\"external-dns-ceff54d4-96a4-4511-8d07-856766521718\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9098d986-741b-4a49-9b57-64d91754d8c9, kind: Service { id: 8f972144-c9ee-45b3-9b65-56167980995d }, name: Name(\"external-dns-8f972144-c9ee-45b3-9b65-56167980995d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 121])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 705a3090-faf7-48df-a0c1-f24024ca5b92, kind: Service { id: 6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0 }, name: Name(\"nexus-6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 245])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9a036741-50bd-4594-8a73-a2098eef213f, kind: Service { id: b0cb91f3-ad66-4302-a735-bc3649ba79e0 }, name: Name(\"nexus-b0cb91f3-ad66-4302-a735-bc3649ba79e0\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 238])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b59b0746-3bcd-45e5-b9ba-4182ac59329a, kind: Service { id: 20455c46-7e5a-4f89-97c1-e5280a062c12 }, name: Name(\"nexus-20455c46-7e5a-4f89-97c1-e5280a062c12\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:47.112823536Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:47.112849297Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:47.112857227Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:47.112864248Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:47.112882528Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:47.112887058Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:47.112913959Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"f28ff9e8-ec23-4a42-bd00-eef403796c89","remote_addr":"[fd00:1122:3344:101::a]:57544","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":292,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:47.188677933Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:34557"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:47.188877258Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 11f4f66c-7c81-4398-9dad-f545103a3f43, kind: Service { id: ceff54d4-96a4-4511-8d07-856766521718 }, name: Name(\"external-dns-ceff54d4-96a4-4511-8d07-856766521718\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 221])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9098d986-741b-4a49-9b57-64d91754d8c9, kind: Service { id: 8f972144-c9ee-45b3-9b65-56167980995d }, name: Name(\"external-dns-8f972144-c9ee-45b3-9b65-56167980995d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 121])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 705a3090-faf7-48df-a0c1-f24024ca5b92, kind: Service { id: 6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0 }, name: Name(\"nexus-6f5a151d-fb5a-4e64-a0b3-5ad87a9e71a0\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 245])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9a036741-50bd-4594-8a73-a2098eef213f, kind: Service { id: b0cb91f3-ad66-4302-a735-bc3649ba79e0 }, name: Name(\"nexus-b0cb91f3-ad66-4302-a735-bc3649ba79e0\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 238])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b59b0746-3bcd-45e5-b9ba-4182ac59329a, kind: Service { id: 20455c46-7e5a-4f89-97c1-e5280a062c12 }, name: Name(\"nexus-20455c46-7e5a-4f89-97c1-e5280a062c12\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:47.188909459Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:47.18894201Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:47.18895129Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:47.188961481Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:47.188973081Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:47.188985021Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:47.189010832Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"460ca211-cbf4-44ef-939e-a7165ad1d9b1","remote_addr":"[fd00:1122:3344:101::b]:34557","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":237,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:51.601959941Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60220"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:51.602097244Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"caf534bc-63ef-4e7a-b04a-afe62649d7a5","remote_addr":"[fd00:1122:3344:101::b]:60220","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":66,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:51.610668638Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"95d3a628-d429-45fc-833d-708293510db2","remote_addr":"[fd00:1122:3344:101::b]:60220","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:57.634756992Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44029"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:57:57.634903735Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"040eb1f4-a0b9-4d8c-9ed5-adfa6bef5f1b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44029","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:07.099470405Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:56868"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:07.099635589Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d333dd01-5081-421c-80a5-dd7b61b0a289","remote_addr":"[fd00:1122:3344:101::c]:56868","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:07.147195359Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:61092"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:07.147366263Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"00678a3d-fa88-4d4e-9c8c-64b9f5288430","remote_addr":"[fd00:1122:3344:101::c]:61092","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":126,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:07.153850625Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"8259a01d-bdf0-4983-91b9-b2b5c8064173","remote_addr":"[fd00:1122:3344:101::c]:56868","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:07.1984187Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:61489"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:07.198596504Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"b99c0499-24d8-432f-ab64-ce30891ef795","remote_addr":"[fd00:1122:3344:101::b]:61489","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:07.303447657Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47243"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:07.303599621Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:07.347480318Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:07.40391819Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"5cc4e762-9bd9-4afd-879c-8076460bb645","remote_addr":"[fd00:1122:3344:101::c]:47243","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100391,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:07.404018192Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51510"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:07.404119664Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"2123715a-798e-474f-a1a7-7512ee5fddd3","remote_addr":"[fd00:1122:3344:101::b]:51510","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":49,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:07.404257448Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"66ceb546-cde0-492c-bf5c-0699c1b8600d","remote_addr":"[fd00:1122:3344:101::c]:47243","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":86,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:07.415219642Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"aee0102a-90d1-43c1-af92-2296ba0dae6b","remote_addr":"[fd00:1122:3344:101::b]:51510","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":773,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:07.457494509Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:35611"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:07.457602042Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:07.493388287Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:07.5406721Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"03a2d13c-1fb5-4386-9796-8113949811d4","remote_addr":"[fd00:1122:3344:101::b]:35611","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":83120,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:07.540998088Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"37577a96-051e-444b-ae8a-d1aabc9eb1bf","remote_addr":"[fd00:1122:3344:101::b]:35611","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:07.553963422Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/c3d5f8d4-900b-44a7-bffe-ad5efe1c7e1a/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:07.553990953Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/aae7688b-a153-49d4-afcc-0fbdab2d2826/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:07.555375207Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:07.556518416Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:07.556582128Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"PUT","req_id":"f7156b86-3499-4f91-a62c-df5370501b62","remote_addr":"[fd00:1122:3344:101::c]:47243","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3316,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:08.699639796Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:08.700401215Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e37bff63-c449-45f8-b108-0584e43eba7c","remote_addr":"[fd00:1122:3344:101::a]:43120","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":689,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:08.709749518Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"057b27d7-9959-430c-a8cb-383f607165c4","remote_addr":"[fd00:1122:3344:101::a]:43120","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:08.880687984Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52369"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:08.881529575Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"4050c400-b054-4d86-b506-7c89614de867","remote_addr":"[fd00:1122:3344:101::a]:52369","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":807,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:08.958854529Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42245"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:08.958943791Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:08.997008943Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:09.048131712Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"3ccb8847-2a89-4b08-9177-16a6a64f4b8a","remote_addr":"[fd00:1122:3344:101::a]:42245","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89234,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:09.04844792Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"09edf1b9-06f2-4ca1-9a19-e3f108734d56","remote_addr":"[fd00:1122:3344:101::a]:42245","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:11.064003219Z","hostname":"sock","pid":1562,"uri":"/5e37bc69-9257-484e-814d-756cbc256d71","method":"GET","req_id":"fc23ce53-bc1a-4f3a-baa8-c36c1d7b402d","remote_addr":"[fd00:1122:3344:101::d]:42804","local_addr":"[fd00:1122:3344:101::1]:61455","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7957,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:27.66691349Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36893"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:27.667020913Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"3bca95a3-fa2d-4b25-98f2-11212da5e9ab","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36893","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":41,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:36.98791533Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37409"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:36.988085364Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c96c8138-1bb0-42a6-aad4-66181ecc5728","remote_addr":"[fd00:1122:3344:101::c]:37409","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:36.990964336Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:41076"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:36.991032287Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"11e24f81-68b0-4833-8c38-312df0592b79","remote_addr":"[fd00:1122:3344:101::b]:41076","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":32,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:36.996925555Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"4805797c-ebdd-4341-a164-dc0e77e13c55","remote_addr":"[fd00:1122:3344:101::c]:37409","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:37.014501934Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:48226"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:37.015485719Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"b5d60a45-db76-422b-87db-3a4828079621","remote_addr":"[fd00:1122:3344:101::b]:48226","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":927,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:37.022773081Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"918a4c32-920d-4500-89bb-ce6e2cb85a8e","remote_addr":"[fd00:1122:3344:101::b]:41076","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":70,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:37.026354501Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:43489"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:37.026524835Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"4746f3c2-3794-4023-9dd3-558da03f9e3a","remote_addr":"[fd00:1122:3344:101::c]:43489","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:37.099048829Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:61660"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:37.099151252Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:37.134210958Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:37.186538547Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"7051494a-3c77-455b-b320-c0b10330fc05","remote_addr":"[fd00:1122:3344:101::c]:61660","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87428,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:37.189189353Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"0991ddfc-443c-4534-992c-265801976994","remote_addr":"[fd00:1122:3344:101::c]:61660","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:37.237788739Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44103"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:37.237942983Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:37.274998359Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:37.326853747Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"47aff740-d510-43b2-84fa-686fe7a99e34","remote_addr":"[fd00:1122:3344:101::b]:44103","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88976,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:37.327183265Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"5d64306f-70d3-47a9-b652-cd79e22760f2","remote_addr":"[fd00:1122:3344:101::b]:44103","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:38.526313805Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:47986"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:38.526480419Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"81608969-4119-4050-aa6e-e1f7b2c18108","remote_addr":"[fd00:1122:3344:101::a]:47986","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:38.675752083Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:58244"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:38.676467571Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ea9e9893-8be7-4717-abd8-f5a73df2ec77","remote_addr":"[fd00:1122:3344:101::a]:58244","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":676,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:38.693432965Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"e1b421f5-26be-4936-ad1c-b8092defeb3b","remote_addr":"[fd00:1122:3344:101::a]:58244","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":112,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:38.894274648Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35600"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:38.894396141Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:38.930860193Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:38.984626368Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"4044dc4e-2631-49d1-9b87-063c104ec4ca","remote_addr":"[fd00:1122:3344:101::a]:35600","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90270,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:38.985048478Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"5759ed99-6071-4b13-9fa4-9d8912b5350f","remote_addr":"[fd00:1122:3344:101::a]:35600","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":180,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:41.063696186Z","hostname":"sock","pid":1562,"uri":"/5e37bc69-9257-484e-814d-756cbc256d71","method":"GET","req_id":"30c067f0-91b9-4558-9319-669db09d8011","remote_addr":"[fd00:1122:3344:101::d]:42804","local_addr":"[fd00:1122:3344:101::1]:61455","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7297,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:57.700088025Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35740"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:58:57.700926866Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"38640e5f-db26-4eba-a88a-3c492267ad27","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35740","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":773,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:06.949069773Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47398"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:06.950725964Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"2675269d-7d3a-4d12-bef2-a007a140b24b","remote_addr":"[fd00:1122:3344:101::b]:47398","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1563,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:06.97212941Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"d1e762cd-3f61-4301-a24b-302d56607c3b","remote_addr":"[fd00:1122:3344:101::b]:47398","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":144,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:07.008257373Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:36461"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:07.008504829Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"fdddcf04-99ad-4817-9ad0-ac325cd7d33b","remote_addr":"[fd00:1122:3344:101::c]:36461","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":148,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:07.113825053Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62448"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:07.114046449Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"c8259bdc-afba-496a-8b22-292163cf3bee","remote_addr":"[fd00:1122:3344:101::b]:62448","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":171,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:07.151505726Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47972"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:07.152360167Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:07.191110177Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:07.264261506Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"27905cfc-e725-47f6-9a1c-68e2721bf634","remote_addr":"[fd00:1122:3344:101::b]:47972","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":112691,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:07.264520202Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40500"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:07.265578619Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"436f5c84-46d4-4e67-b8cc-21b53971f0c3","remote_addr":"[fd00:1122:3344:101::c]:40500","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":932,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:07.265667371Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"1241115d-401c-4ca9-8948-082dc74ff40e","remote_addr":"[fd00:1122:3344:101::b]:47972","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1100,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:07.276965594Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"5b1117e1-260c-498e-989a-dd0540689dc8","remote_addr":"[fd00:1122:3344:101::c]:40500","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:07.361303553Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52930"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:07.361873177Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:07.400084003Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:07.45595544Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"0cef3100-26eb-4f2d-b67d-afb45daa75d7","remote_addr":"[fd00:1122:3344:101::c]:52930","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94592,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:07.456239957Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f4e7b8e1-956c-449b-98cf-007ef3367847","remote_addr":"[fd00:1122:3344:101::c]:52930","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:08.679825509Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36213"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:08.679983413Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f9b3b1a5-33e6-4743-a46f-2689185b4c7c","remote_addr":"[fd00:1122:3344:101::a]:36213","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:08.690340832Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c2674f10-c027-4f4f-8c81-9a2287aa51a2","remote_addr":"[fd00:1122:3344:101::a]:36213","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:08.771466421Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:32824"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:08.771600865Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"1de46575-798c-4931-b32e-3acf4cee584c","remote_addr":"[fd00:1122:3344:101::a]:32824","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:08.865043742Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:61817"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:08.865130634Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:08.900929189Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:08.958115259Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"8ae23354-4b36-4ea4-8c0f-649d3512f010","remote_addr":"[fd00:1122:3344:101::a]:61817","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93021,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:08.958368026Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b68af371-7963-48cf-80dc-66d4666bd8e2","remote_addr":"[fd00:1122:3344:101::a]:61817","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:11.06409556Z","hostname":"sock","pid":1562,"uri":"/5e37bc69-9257-484e-814d-756cbc256d71","method":"GET","req_id":"d89910a2-6bd3-437c-b64e-0647fcdf35bb","remote_addr":"[fd00:1122:3344:101::d]:42804","local_addr":"[fd00:1122:3344:101::1]:61455","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7958,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:27.733595566Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46591"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:27.73373714Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"382d9915-01ea-4e65-8e7a-3fbad4ce8d9b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46591","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:36.978629696Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:35639"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:36.97879233Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"080b210f-0bb8-48bc-9728-d707f7757ca6","remote_addr":"[fd00:1122:3344:101::b]:35639","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:36.988459461Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"bd8bf8f0-84e3-4aa4-add5-f6d498a7f928","remote_addr":"[fd00:1122:3344:101::b]:35639","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":135,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:36.995930938Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:43406"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:36.996040761Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"bcf77d3d-f128-4158-960f-1d004af88afe","remote_addr":"[fd00:1122:3344:101::c]:43406","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":39,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:37.003899178Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"73ae4730-b151-4390-a036-e0fe9519b146","remote_addr":"[fd00:1122:3344:101::c]:43406","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":76,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:37.048501143Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44167"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:37.048701668Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"44f46ae2-85e6-4f6a-a626-b4454c64afd1","remote_addr":"[fd00:1122:3344:101::b]:44167","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":141,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:37.095506829Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:48456"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:37.09636058Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:37.134473783Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:37.190935876Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"a8851d39-90e7-4898-ada5-6d3f2b64f73b","remote_addr":"[fd00:1122:3344:101::b]:48456","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95374,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:37.191048608Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:55409"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:37.191081799Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:42669"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:37.191307775Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:37.194836173Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"afa24633-4809-4352-90db-e3646dd53453","remote_addr":"[fd00:1122:3344:101::b]:48456","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3531,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:37.195071379Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"463b8c00-e1b4-43d3-ba65-7bf5f62ff788","remote_addr":"[fd00:1122:3344:101::c]:55409","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3743,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:37.226647649Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:37.282448154Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"8abfc14f-8273-4181-848f-62a32dabfa8c","remote_addr":"[fd00:1122:3344:101::c]:42669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91239,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:37.282755142Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b4dd2828-33c2-4fbc-9996-dc09f5986442","remote_addr":"[fd00:1122:3344:101::c]:42669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:38.533110283Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41592"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:38.533283997Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"61b35a15-a68a-44ca-b215-8a53667e09ff","remote_addr":"[fd00:1122:3344:101::a]:41592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:38.54099193Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"60cbabbe-4c76-4468-b935-b4d82661c196","remote_addr":"[fd00:1122:3344:101::a]:41592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:38.608923889Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56442"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:38.609058262Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"92c9079d-9328-4851-b017-3f5d878e6684","remote_addr":"[fd00:1122:3344:101::a]:56442","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:38.964363448Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56656"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:38.964454321Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:39.004201405Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:39.058748409Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"6f0bebfd-d998-474f-84a0-452f85a9526c","remote_addr":"[fd00:1122:3344:101::a]:56656","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94333,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:39.061877697Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"4f3e9cc5-ee82-4641-8e97-af4e9f0f4848","remote_addr":"[fd00:1122:3344:101::a]:56656","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:41.066200716Z","hostname":"sock","pid":1562,"uri":"/5e37bc69-9257-484e-814d-756cbc256d71","method":"GET","req_id":"9c995f1c-c440-4f23-aeb6-cf47f21b80d7","remote_addr":"[fd00:1122:3344:101::d]:42804","local_addr":"[fd00:1122:3344:101::1]:61455","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"5e37bc69-9257-484e-814d-756cbc256d71","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5398,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:57.765473867Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38460"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T15:59:57.765617391Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"0fe306f5-457d-4fc0-864a-758730211e5d","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38460","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":64,"response_code":"200"}