[ Sep 11 22:48:33 Enabled. ] [ Sep 11 22:48:33 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Sep 11 22:48:33 Method "start" exited with status 0. ] [ Sep 11 22:48:33 Rereading configuration. ] [ Sep 11 22:48:33 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:33.440582542Z","hostname":"sock","pid":1562,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:33.440724414Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:33.492303076Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:33.492346817Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:33.607935902Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:33.617254606Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:33.625279318Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:34.228142109Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:34.369282756Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:34.369322297Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:34.369414948Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:34.369494229Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:34.36950684Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:34.36952178Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:716"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:34.37233085Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:623"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:34.37234976Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:765"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:34.37236581Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:34.37237268Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:824"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:34.37237854Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:34.372408901Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:34.372539293Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:34.372578114Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:34.372595914Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:34.38367862Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:34.383712761Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:371","id":"69499c41-13ca-4d82-92e5-3c29ce6f733d (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:34.482496748Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 69499c41-13ca-4d82-92e5-3c29ce6f733d (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:34.887512541Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:34.887549242Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:34.887555292Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:34.887568322Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:34.887577042Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:34.887582392Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:34.887601803Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:34.896406568Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:34.896430979Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:371","id":"43105ead-3497-4a46-b5a2-e1fdd8df799c (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:34.983287894Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 43105ead-3497-4a46-b5a2-e1fdd8df799c (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391470923Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391517344Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 69499c41-13ca-4d82-92e5-3c29ce6f733d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 43105ead-3497-4a46-b5a2-e1fdd8df799c (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391553655Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391561215Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391567505Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391573285Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391598756Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391610256Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 69499c41-13ca-4d82-92e5-3c29ce6f733d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 43105ead-3497-4a46-b5a2-e1fdd8df799c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391622336Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391632006Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391636276Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391651177Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391655737Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391673647Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 69499c41-13ca-4d82-92e5-3c29ce6f733d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 43105ead-3497-4a46-b5a2-e1fdd8df799c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391690827Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391694867Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391698797Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391703598Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391706958Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391713187Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 69499c41-13ca-4d82-92e5-3c29ce6f733d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 43105ead-3497-4a46-b5a2-e1fdd8df799c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391728458Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391732978Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391745568Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391749708Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391753658Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391757928Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 69499c41-13ca-4d82-92e5-3c29ce6f733d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 43105ead-3497-4a46-b5a2-e1fdd8df799c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391774829Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391780099Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391808529Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391814969Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.39185826Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391888981Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391894101Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 69499c41-13ca-4d82-92e5-3c29ce6f733d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 43105ead-3497-4a46-b5a2-e1fdd8df799c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391926271Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391931102Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391938571Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391941832Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391945792Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 69499c41-13ca-4d82-92e5-3c29ce6f733d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 43105ead-3497-4a46-b5a2-e1fdd8df799c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391968492Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391978272Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391982012Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391986192Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391990383Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.391998173Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 69499c41-13ca-4d82-92e5-3c29ce6f733d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 43105ead-3497-4a46-b5a2-e1fdd8df799c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.392022513Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.392026673Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.392030423Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.392047104Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.392051644Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.392055574Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 69499c41-13ca-4d82-92e5-3c29ce6f733d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 43105ead-3497-4a46-b5a2-e1fdd8df799c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.392085204Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.392089234Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.392093544Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.392097794Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.392101245Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.392112115Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.392115875Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 69499c41-13ca-4d82-92e5-3c29ce6f733d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 43105ead-3497-4a46-b5a2-e1fdd8df799c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.392146795Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.392151185Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.392156266Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.392161475Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.392231047Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.392247067Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.392253457Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.392269768Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.392274508Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.392278788Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.392310888Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.392315428Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.403196711Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:730"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.403220011Z","hostname":"sock","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999932289s","next_cleanup":"Instant { tv_sec: 1081, tv_nsec: 444103353 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.403252492Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3842"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.403298192Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.403351793Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.405930549Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.406308536Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.406364837Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.406581421Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1074"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.406586991Z","hostname":"sock","pid":1562,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.406644652Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.406689703Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.406705003Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.406711343Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1137"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.406739013Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.406751273Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.406762674Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.406766884Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1179"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.406770554Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:155"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.406774234Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:128"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.406799064Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.406827005Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.407171961Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: ad186af8-8c6c-4691-b5b3-63d42bf4113c,\n sleds: {\n [fdb0:18c0:4d0d:a02a::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 35545f26-e1d9-4ad2-8ed3-679cba94411b,\n rack_id: ad186af8-8c6c-4691-b5b3-63d42bf4113c,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.407435986Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:175"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.407456196Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1213"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.407504247Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.407514937Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.40767919Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.407840343Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.407905484Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:221","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 35545f26-e1d9-4ad2-8ed3-679cba94411b, rack_id: ad186af8-8c6c-4691-b5b3-63d42bf4113c, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.408070767Z","hostname":"sock","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:64240","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 35545f26-e1d9-4ad2-8ed3-679cba94411b, rack_id: ad186af8-8c6c-4691-b5b3-63d42bf4113c, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.408297961Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:359"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.408304321Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:374"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.408339342Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.408346522Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.408350162Z","hostname":"sock","pid":1562,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.408353512Z","hostname":"sock","pid":1562,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.408362182Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.408376912Z","hostname":"sock","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.408392602Z","hostname":"sock","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.408402213Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.408408493Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.408413753Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.408425523Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.408431823Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.410117393Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4139"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.410169674Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4521"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.440209995Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.462733074Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.479247786Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.489045979Z","hostname":"sock","pid":1562,"sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:390"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.48910501Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.48911832Z","hostname":"sock","pid":1562,"sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:402"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.489148871Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 66.592057ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.492405688Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea064555-e7e2-456b-b74f-c6652d16c532\", \"content-length\": \"124\", \"date\": \"Wed, 11 Sep 2024 22:48:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ea064555-e7e2-456b-b74f-c6652d16c532\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_69499c41-13ca-4d82-92e5-3c29ce6f733d/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.502291223Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_69499c41-13ca-4d82-92e5-3c29ce6f733d/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.526207096Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_69499c41-13ca-4d82-92e5-3c29ce6f733d/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.526249547Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.531371968Z","hostname":"sock","pid":1562,"sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:417"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.531383988Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:130"} {"msg":"Ensuring dataset oxi_69499c41-13ca-4d82-92e5-3c29ce6f733d/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.531388558Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:140"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.559932073Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 63.147043ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.560552124Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1050bd35-b961-4cab-8f44-729c0e8e2a9f\", \"content-length\": \"124\", \"date\": \"Wed, 11 Sep 2024 22:48:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1050bd35-b961-4cab-8f44-729c0e8e2a9f\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.617332938Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:175"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.624388753Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 79.016221ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.624976513Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"608dbd9c-d1ea-4574-9667-42629054fc97\", \"content-length\": \"124\", \"date\": \"Wed, 11 Sep 2024 22:48:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"608dbd9c-d1ea-4574-9667-42629054fc97\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.70508596Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 97.3573ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.705712501Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6544582-ddf7-495c-81ab-d91486f665ca\", \"content-length\": \"124\", \"date\": \"Wed, 11 Sep 2024 22:48:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b6544582-ddf7-495c-81ab-d91486f665ca\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.803714724Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 188.038225ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.804189993Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9459648c-798b-4ca2-9e65-3421f706777d\", \"content-length\": \"124\", \"date\": \"Wed, 11 Sep 2024 22:48:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9459648c-798b-4ca2-9e65-3421f706777d\" }"} {"msg":"Mounting oxi_69499c41-13ca-4d82-92e5-3c29ce6f733d/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.836698217Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:183"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.849431102Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:191"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.849504094Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:191"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.849516204Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:191"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.849542904Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:197"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.993734184Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 143.500341ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:35.994458427Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20493036-04b7-4681-8628-88ec97ee0e78\", \"content-length\": \"124\", \"date\": \"Wed, 11 Sep 2024 22:48:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"20493036-04b7-4681-8628-88ec97ee0e78\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:36.138457633Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 319.569671ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:36.139073864Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6153760c-236b-413a-80c2-53abacabc9f0\", \"content-length\": \"124\", \"date\": \"Wed, 11 Sep 2024 22:48:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6153760c-236b-413a-80c2-53abacabc9f0\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:36.45945339Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 258.647864ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:36.460078761Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7f2b9fc-a894-46d9-98b1-7c03f5b9333c\", \"content-length\": \"124\", \"date\": \"Wed, 11 Sep 2024 22:48:36 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a7f2b9fc-a894-46d9-98b1-7c03f5b9333c\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:36.582398005Z","hostname":"sock","pid":1562,"sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:36.587884622Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:62558","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:36.587925033Z","hostname":"sock","pid":1562,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:73","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:36.587968503Z","hostname":"sock","pid":1562,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:62558","producer_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:36.5894692Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"145.765774ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:36.589825736Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:36.589832366Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:36.589893627Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:914","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:36.589916228Z","hostname":"sock","pid":1562,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:36.719690183Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:36.737378896Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"527.970449ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:37.267230786Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"722.821256ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:37.990986066Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.683010821s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:38.970132962Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2615"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:38.970157322Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2833"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:38.970162842Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2485"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:38.970167362Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2532"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:38.970174462Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2914"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:38.970178562Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2956"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:38.972134737Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2758"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:38.973587643Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2526"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:38.973702925Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:38.973921449Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 58.090318ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:39.331229908Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 85.90841ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:39.521376671Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 261.714369ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:39.716828927Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 481.452693ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:40.167541328Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.069488693s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:40.687153877Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:40.688146125Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.183196897s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.135542459s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:41.799199084Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:42.873732087Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"7.234209136s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.003678484s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:43.129837146Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 628.326421ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:44.258098629Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.275541703Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.275632715Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:429"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.275643615Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.275649035Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.275879709Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.276072482Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.276123223Z","hostname":"sock","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:64240","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.276135143Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, local_pref: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.276148193Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3842"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.276208385Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:112","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.276215225Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:236","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.489595959Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.48968216Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.489710041Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.489749691Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.489789702Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.489815952Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.49474095Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4163","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.49475488Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4179"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.49476023Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.746224097Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:50532"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.746559413Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.746688775Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"c0bcbfff-15e8-422a-b0ef-412f415de2d9","remote_addr":"[fd00:1122:3344:101::1]:50532","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":324,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.778690881Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:44795"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.781302678Z","hostname":"sock","pid":1562,"uri":"/sled-role","method":"GET","req_id":"85b6c930-b01a-4f08-b73f-dcdf512c1a56","remote_addr":"[fd00:1122:3344:101::1]:44795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":2552,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.782832045Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.782869595Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.783209681Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.783505846Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:1001"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: f0b18823-9e70-418a-80e8-42be4025d6e1, pool_id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 3f81eeec-e8f5-4666-89d9-81ccee68ee60, pool_id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 2f9eef08-45ea-4a23-9df4-f244beebebe7, pool_id: f7719a03-4894-4441-833a-ae918464a197 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 4b63a6a5-2ce6-489f-9d1d-3dbb680562f8, pool_id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 0c6c1236-5f5b-4f8a-a1f4-81dc7a6e9ce1, pool_id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: ec10ef59-4933-486c-a7fb-232557bc7d53, pool_id: e8902165-fb11-46b2-a335-df247ca55626 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 172fd876-74de-4ef5-935c-58c6384e236d, pool_id: 7408a7f2-57c1-401a-a865-fdbf6a508b61 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: a99ce2de-1458-4e7e-96a0-83486486c338, pool_id: cd45e164-586a-42ad-8f77-733daff8a747 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 8cb7b2b4-3301-4bf6-a1a5-323f4062c8fe, pool_id: 2fc72b15-af8d-491c-9d35-a084b85733a3 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.813450316Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.813555478Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:55135"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.813970245Z","hostname":"sock","pid":1562,"sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:858"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: f0b18823-9e70-418a-80e8-42be4025d6e1, pool_id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 3f81eeec-e8f5-4666-89d9-81ccee68ee60, pool_id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 2f9eef08-45ea-4a23-9df4-f244beebebe7, pool_id: f7719a03-4894-4441-833a-ae918464a197 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 4b63a6a5-2ce6-489f-9d1d-3dbb680562f8, pool_id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 0c6c1236-5f5b-4f8a-a1f4-81dc7a6e9ce1, pool_id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: ec10ef59-4933-486c-a7fb-232557bc7d53, pool_id: e8902165-fb11-46b2-a335-df247ca55626 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 172fd876-74de-4ef5-935c-58c6384e236d, pool_id: 7408a7f2-57c1-401a-a865-fdbf6a508b61 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: a99ce2de-1458-4e7e-96a0-83486486c338, pool_id: cd45e164-586a-42ad-8f77-733daff8a747 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 8cb7b2b4-3301-4bf6-a1a5-323f4062c8fe, pool_id: 2fc72b15-af8d-491c-9d35-a084b85733a3 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.814046897Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.814065297Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.814074247Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.814084997Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.814092517Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.814099687Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.814108808Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.814115098Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.983523563Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:45.983559714Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/35545f26-e1d9-4ad2-8ed3-679cba94411b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-11T22:48:46.437338Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:46.882210497Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:46.91287109Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:46.921454691Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:229","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:46.921524723Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:46.921537503Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:235","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:46.921586464Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:46.921599784Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:46.921717386Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:46.921725296Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:46.955921951Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:46.963101897Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:292"} {"msg":"Looking for unencrypted datasets in oxp_7102c444-682c-4072-8e1e-1a1f1e88f906","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.139992235Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:378"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.147767913Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.147805204Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.147826014Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.147836084Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.147845145Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.158165067Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.158204858Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.250645323Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.259417878Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:229","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.259456178Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.259463799Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:235","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.259501399Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.25952945Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.259698783Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.259707303Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.29684723Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.304468304Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:292"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/35545f26-e1d9-4ad2-8ed3-679cba94411b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-11T22:48:47.44049342Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.475967028Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:378"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.483217106Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.483268066Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.483277377Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.483282937Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.483287737Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.493757602Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.493815043Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"f7719a03-4894-4441-833a-ae918464a197 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.589444334Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.597508397Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:229","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.597539598Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.597546938Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:235","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.597560968Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.597569048Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.597756251Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.597765011Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.630881897Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_f7719a03-4894-4441-833a-ae918464a197/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.638087315Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:292"} {"msg":"Looking for unencrypted datasets in oxp_f7719a03-4894-4441-833a-ae918464a197","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.801933312Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:378"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.808951017Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.808992647Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.808998757Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.809004758Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.809009327Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.818846861Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.818870752Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.912742612Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.920462919Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:229","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.920504209Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.92053778Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:235","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.92056429Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.920575131Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.920747814Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.920756494Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.954383549Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_d700c1e0-2586-4b27-b46c-83bfe687db08/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:47.961501034Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:292"} {"msg":"Looking for unencrypted datasets in oxp_d700c1e0-2586-4b27-b46c-83bfe687db08","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.123098872Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:378"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.130126976Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.130163117Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.130173557Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.130180317Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.130185957Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.13993259Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.13995859Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"8f9c145d-f66d-4533-97ae-72e50686935e (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.234258648Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.241936963Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:229","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.241973954Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.241980184Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:235","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.241986835Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.241994204Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.242160487Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.242172238Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.275539818Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_8f9c145d-f66d-4533-97ae-72e50686935e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.283637191Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:292"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/35545f26-e1d9-4ad2-8ed3-679cba94411b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-11T22:48:48.443186063Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_8f9c145d-f66d-4533-97ae-72e50686935e","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.459527412Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:378"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.467514903Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.467555344Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.467588904Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.467601145Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.467622135Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.477454429Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.477484339Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"e8902165-fb11-46b2-a335-df247ca55626 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.572072942Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: e8902165-fb11-46b2-a335-df247ca55626 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.580307138Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:229","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.580352608Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.580362129Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:235","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.580383759Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.58040012Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.580556542Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.580564912Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.616145452Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_e8902165-fb11-46b2-a335-df247ca55626/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.623066234Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:292"} {"msg":"Looking for unencrypted datasets in oxp_e8902165-fb11-46b2-a335-df247ca55626","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.785020518Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:378"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.792890347Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.792925978Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.792935198Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.792940788Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.792958899Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.802429886Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.802458127Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"7408a7f2-57c1-401a-a865-fdbf6a508b61 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.895660605Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 7408a7f2-57c1-401a-a865-fdbf6a508b61 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.905998898Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:229","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.906042319Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.906069249Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:235","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.906082529Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.90609494Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.906245732Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.906255772Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.94287654Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_7408a7f2-57c1-401a-a865-fdbf6a508b61/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:48.952037632Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:292"} {"msg":"Looking for unencrypted datasets in oxp_7408a7f2-57c1-401a-a865-fdbf6a508b61","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.133992239Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:378"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.141727626Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.141779767Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.141790257Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.141802408Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.141809158Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.151098312Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.151137443Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"cd45e164-586a-42ad-8f77-733daff8a747 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.247383435Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: cd45e164-586a-42ad-8f77-733daff8a747 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.255453478Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:229","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.255496968Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.255505608Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:235","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.255559629Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.25557206Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.255746193Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.255752923Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.290486517Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_cd45e164-586a-42ad-8f77-733daff8a747/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.298860185Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:292"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/35545f26-e1d9-4ad2-8ed3-679cba94411b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-11T22:48:49.445729173Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_cd45e164-586a-42ad-8f77-733daff8a747","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.483766035Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:378"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.492151294Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.492179874Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.492188594Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.492196434Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.492201205Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.501681712Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.501705163Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"2fc72b15-af8d-491c-9d35-a084b85733a3 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.594243989Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 2fc72b15-af8d-491c-9d35-a084b85733a3 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.601994036Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:229","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.602068588Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.602078058Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:235","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.602111688Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.602130909Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.602329112Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.602340062Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.639406598Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_2fc72b15-af8d-491c-9d35-a084b85733a3/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.647533412Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:292"} {"msg":"Looking for unencrypted datasets in oxp_2fc72b15-af8d-491c-9d35-a084b85733a3","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.821837004Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:378"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.829882047Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.829907007Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.829980548Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.83007901Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 69499c41-13ca-4d82-92e5-3c29ce6f733d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 43105ead-3497-4a46-b5a2-e1fdd8df799c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: e8902165-fb11-46b2-a335-df247ca55626 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 7408a7f2-57c1-401a-a865-fdbf6a508b61 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: cd45e164-586a-42ad-8f77-733daff8a747 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 2fc72b15-af8d-491c-9d35-a084b85733a3 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.830133081Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.830139021Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.830198902Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.830441556Z","hostname":"sock","pid":1562,"sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.830449047Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.830453117Z","hostname":"sock","pid":1562,"sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:888","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.830457437Z","hostname":"sock","pid":1562,"sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:893"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.830463097Z","hostname":"sock","pid":1562,"sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:898"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.830470767Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.830485467Z","hostname":"sock","pid":1562,"sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:904"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.830514248Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:803","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.830520638Z","hostname":"sock","pid":1562,"sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:909"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.830582019Z","hostname":"sock","pid":1562,"uri":"/omicron-physical-disks","method":"PUT","req_id":"4566c9e6-b957-4b74-96e0-158324cdb449","remote_addr":"[fd00:1122:3344:101::1]:55135","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4016846,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 682c62dd-94d7-4139-a150-aabd86949044, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 049af1e3-bb38-4a4b-a180-bf5fe0ec9928, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2f744a48-842b-4847-9f91-b1611298b0c7, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.862747238Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.86289301Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:41592"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 682c62dd-94d7-4139-a150-aabd86949044, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.863086214Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.863091484Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 682c62dd-94d7-4139-a150-aabd86949044, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 049af1e3-bb38-4a4b-a180-bf5fe0ec9928, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.914578344Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.914609675Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 049af1e3-bb38-4a4b-a180-bf5fe0ec9928, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2f744a48-842b-4847-9f91-b1611298b0c7, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.963264405Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:49.963291665Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 2f744a48-842b-4847-9f91-b1611298b0c7, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:50.010564882Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:50.010595892Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:50.010611333Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:50.010650963Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:50.051386334Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:50.051419654Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:50.051424364Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_682c62dd-94d7-4139-a150-aabd86949044","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:50.105501071Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_049af1e3-bb38-4a4b-a180-bf5fe0ec9928","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:50.109329608Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:50.112739359Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"22.83831553s"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_2f744a48-842b-4847-9f91-b1611298b0c7","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:50.113336499Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_682c62dd-94d7-4139-a150-aabd86949044","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:50.125507434Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_049af1e3-bb38-4a4b-a180-bf5fe0ec9928","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:50.130228878Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_2f744a48-842b-4847-9f91-b1611298b0c7","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:50.134646246Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/35545f26-e1d9-4ad2-8ed3-679cba94411b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-11T22:48:50.447955517Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_682c62dd-94d7-4139-a150-aabd86949044:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:51.582214807Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:51.582350929Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Booting oxz_internal_dns_682c62dd-94d7-4139-a150-aabd86949044 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:51.582599423Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_682c62dd-94d7-4139-a150-aabd86949044","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_049af1e3-bb38-4a4b-a180-bf5fe0ec9928:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:52.066686574Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:52.549480293Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_2f744a48-842b-4847-9f91-b1611298b0c7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:52.549584815Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:52.549697257Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"wait for service Some(\"oxz_internal_dns_682c62dd-94d7-4139-a150-aabd86949044\") failed: Property not found. retry in 28.762811ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:52.557623167Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_682c62dd-94d7-4139-a150-aabd86949044","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_049af1e3-bb38-4a4b-a180-bf5fe0ec9928 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:52.557662547Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_049af1e3-bb38-4a4b-a180-bf5fe0ec9928","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_internal_dns_2f744a48-842b-4847-9f91-b1611298b0c7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:52.561708439Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_2f744a48-842b-4847-9f91-b1611298b0c7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_682c62dd-94d7-4139-a150-aabd86949044\") failed: Property not found. retry in 122.227182ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:52.596068337Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_682c62dd-94d7-4139-a150-aabd86949044","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_049af1e3-bb38-4a4b-a180-bf5fe0ec9928\") failed: Property not found. retry in 38.886877ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:52.682328942Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_049af1e3-bb38-4a4b-a180-bf5fe0ec9928","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2f744a48-842b-4847-9f91-b1611298b0c7\") failed: Property not found. retry in 54.461608ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:52.688197326Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_2f744a48-842b-4847-9f91-b1611298b0c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_682c62dd-94d7-4139-a150-aabd86949044\") failed: Property not found. retry in 108.389134ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:52.726784309Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_682c62dd-94d7-4139-a150-aabd86949044","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_049af1e3-bb38-4a4b-a180-bf5fe0ec9928\") failed: Property not found. retry in 92.665706ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:52.733754242Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_049af1e3-bb38-4a4b-a180-bf5fe0ec9928","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2f744a48-842b-4847-9f91-b1611298b0c7\") failed: Property not found. retry in 63.23982ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:52.864058476Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_2f744a48-842b-4847-9f91-b1611298b0c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_682c62dd-94d7-4139-a150-aabd86949044\") failed: Property not found. retry in 266.668285ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:52.98074788Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_682c62dd-94d7-4139-a150-aabd86949044","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_049af1e3-bb38-4a4b-a180-bf5fe0ec9928\") failed: Property not found. retry in 295.36748ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:53.057734961Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_049af1e3-bb38-4a4b-a180-bf5fe0ec9928","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2f744a48-842b-4847-9f91-b1611298b0c7\") failed: Property not found. retry in 104.081306ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:53.084302151Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_2f744a48-842b-4847-9f91-b1611298b0c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2f744a48-842b-4847-9f91-b1611298b0c7\") failed: Property not found. retry in 381.025993ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:53.199838394Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_2f744a48-842b-4847-9f91-b1611298b0c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_682c62dd-94d7-4139-a150-aabd86949044\") failed: Property not found. retry in 409.906922ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:53.256907344Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_682c62dd-94d7-4139-a150-aabd86949044","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_049af1e3-bb38-4a4b-a180-bf5fe0ec9928\") failed: Property not found. retry in 343.067803ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:53.365793439Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_049af1e3-bb38-4a4b-a180-bf5fe0ec9928","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2f744a48-842b-4847-9f91-b1611298b0c7\") failed: Property not found. retry in 401.993886ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:53.590926111Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_2f744a48-842b-4847-9f91-b1611298b0c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_682c62dd-94d7-4139-a150-aabd86949044\") failed: Property not found. retry in 1.0178883s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:53.676069906Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_682c62dd-94d7-4139-a150-aabd86949044","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_049af1e3-bb38-4a4b-a180-bf5fe0ec9928\") failed: Property not found. retry in 579.861933ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:53.717433688Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_049af1e3-bb38-4a4b-a180-bf5fe0ec9928","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2f744a48-842b-4847-9f91-b1611298b0c7\") failed: Property not found. retry in 644.56817ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:54.002972998Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_2f744a48-842b-4847-9f91-b1611298b0c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_049af1e3-bb38-4a4b-a180-bf5fe0ec9928\") failed: Property not found. retry in 936.22302ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:54.310110529Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_049af1e3-bb38-4a4b-a180-bf5fe0ec9928","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2f744a48-842b-4847-9f91-b1611298b0c7\") failed: Property not found. retry in 933.225207ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:54.656813201Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_2f744a48-842b-4847-9f91-b1611298b0c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_682c62dd-94d7-4139-a150-aabd86949044\") failed: Property not found. retry in 1.350743616s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:54.702977327Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_682c62dd-94d7-4139-a150-aabd86949044","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_049af1e3-bb38-4a4b-a180-bf5fe0ec9928\") failed: Property not found. retry in 780.998862ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:55.254844747Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_049af1e3-bb38-4a4b-a180-bf5fe0ec9928","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:55.518004141Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4187"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:55.518038372Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:55.52361168Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4276"} {"msg":"wait for service Some(\"oxz_internal_dns_2f744a48-842b-4847-9f91-b1611298b0c7\") failed: Property not found. retry in 1.223533822s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:55.598878511Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_2f744a48-842b-4847-9f91-b1611298b0c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:55.645858152Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4324"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:55.645892863Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4351"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:55.68532609Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4364"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:55.685360381Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:55.738273336Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4270"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:55.738316677Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4331","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:55.757255742Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4342"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:55.757298573Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4384"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:55.845461702Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4416"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:55.845501553Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4422"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:55.952974474Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4463"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:55.953025954Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:366"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/35545f26-e1d9-4ad2-8ed3-679cba94411b): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:55.986313673Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to get switch ID from MGS (retrying in 53.165937ms)","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:55.986475586Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"wait for service Some(\"oxz_internal_dns_049af1e3-bb38-4a4b-a180-bf5fe0ec9928\") failed: Property not found. retry in 550.425532ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:56.043971013Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_049af1e3-bb38-4a4b-a180-bf5fe0ec9928","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Failed to get switch ID from MGS (retrying in 96.055094ms)","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:56.044279388Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"wait for service Some(\"oxz_internal_dns_682c62dd-94d7-4139-a150-aabd86949044\") failed: Property not found. retry in 1.162399214s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:56.062404189Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_682c62dd-94d7-4139-a150-aabd86949044","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.142712379Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:414"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.173697347Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::2]:42717"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.173951531Z","hostname":"sock","pid":1562,"uri":"/sled-identifiers","method":"GET","req_id":"92836644-ce51-4b6a-84c9-5c8f43c77eed","remote_addr":"[fd00:1122:3344:101::2]:42717","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":74,"response_code":"200"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.176228622Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:676"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.176348144Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:714"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.176743691Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.176765801Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:436","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.213532881Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.262389156Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.262468817Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.262478327Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.262487867Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.262495007Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.262503067Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.262509218Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.262516078Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.262522538Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.262531038Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.262544728Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.262551288Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.262558579Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.262563359Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.262567979Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.262572399Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.262577079Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.262581759Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.262586439Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.262591059Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.262595779Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.262600539Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:56.262613279Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_049af1e3-bb38-4a4b-a180-bf5fe0ec9928\") failed: Property not found. retry in 1.357159935s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:56.604937323Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_049af1e3-bb38-4a4b-a180-bf5fe0ec9928","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2f744a48-842b-4847-9f91-b1611298b0c7\") failed: Property not found. retry in 869.302264ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:56.831536291Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_2f744a48-842b-4847-9f91-b1611298b0c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:57.983269339Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_internal_dns_682c62dd-94d7-4139-a150-aabd86949044"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:57.98331275Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_internal_dns_049af1e3-bb38-4a4b-a180-bf5fe0ec9928"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:57.98331822Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_internal_dns_2f744a48-842b-4847-9f91-b1611298b0c7"} {"msg":"Writing ledger to /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:57.98332922Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:57.983657576Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:57.983914261Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"086c7feb-b1f0-4929-90a3-1045290b36ce","remote_addr":"[fd00:1122:3344:101::1]:41592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8120955,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:57.986057168Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.036792106Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"failed to write DNS configuration (will retry in 93.554062ms)","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:58.066649914Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:5353/config): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.178634084Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.225769448Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.225782438Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.256920049Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.25758577Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.25759207Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 682c62dd-94d7-4139-a150-aabd86949044, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 049af1e3-bb38-4a4b-a180-bf5fe0ec9928, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2f744a48-842b-4847-9f91-b1611298b0c7, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4f7368ab-da2e-43f0-ad3c-9661a8944f17, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 57986a59-1242-4d0a-9c97-abaa0f11b3ab, kind: Service { id: 4f7368ab-da2e-43f0-ad3c-9661a8944f17 }, name: Name(\"ntp-4f7368ab-da2e-43f0-ad3c-9661a8944f17\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 181])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.287422108Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.287607632Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:52351"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 682c62dd-94d7-4139-a150-aabd86949044, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.288553758Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.288561718Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 682c62dd-94d7-4139-a150-aabd86949044, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 049af1e3-bb38-4a4b-a180-bf5fe0ec9928, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.310259212Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.310298753Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 049af1e3-bb38-4a4b-a180-bf5fe0ec9928, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2f744a48-842b-4847-9f91-b1611298b0c7, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.328413783Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.328461854Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 2f744a48-842b-4847-9f91-b1611298b0c7, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.346421052Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.346472453Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.346625445Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.346724797Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.357565249Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.390653734Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.392380544Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.392386045Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.423429314Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 175, 181]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.423448494Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.424484602Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.424490262Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.424777947Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.426091991Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.450480572Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:58.470611618Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:59.10121395Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:48:59.101336392Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17\") failed: Property not found. retry in 53.195062ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:59.233803575Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17\") failed: Property not found. retry in 96.544597ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:59.298647932Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17\") failed: Property not found. retry in 280.301153ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:59.418516622Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17\") failed: Property not found. retry in 413.774021ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:48:59.709536368Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17\") failed: Property not found. retry in 865.868978ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:00.133586007Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17\") failed: Property not found. retry in 967.089713ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:01.009510768Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17\") failed: Property not found. retry in 1.025177965s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:01.985819184Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17\") failed: Property not found. retry in 1.16317585s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:03.019961253Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:04.204069064Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17"} {"msg":"Writing ledger to /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:04.204136855Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:04.204534652Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:04.204930589Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"d102d2e0-faee-4dc2-9f72-347a542de4ef","remote_addr":"[fd00:1122:3344:101::1]:52351","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5917220,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:04.207078777Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:04.236953756Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:04.237131529Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:54391"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-11T22:49:04.246404573Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3828"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:04.246549845Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"28678b53-6c3e-4ac0-99df-31893494749f","remote_addr":"[fd00:1122:3344:101::1]:54391","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9316,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:04.248702773Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:04.430481298Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:04.430675972Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:53524"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-11T22:49:08.441819558Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3828"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:08.441950721Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"99eaf606-c32a-4067-8948-3d0c31848996","remote_addr":"[fd00:1122:3344:101::1]:53524","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4011167,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:08.443887085Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:08.577418107Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:08.577544349Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:57384"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-11T22:49:08.58607263Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3828"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:08.586178182Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"17740339-4365-4740-aaec-a88fc2e724f4","remote_addr":"[fd00:1122:3344:101::1]:57384","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8505,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:08.587320382Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:08.710302427Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:08.71046121Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:49706"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-11T22:49:12.4216524Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3828"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:12.421811506Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"1f7d1478-7557-4dda-bd67-ba0468e7715e","remote_addr":"[fd00:1122:3344:101::1]:49706","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008118,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:12.42507388Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:12.601373378Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:12.601485204Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:60838"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:12.612083178Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"77c7b4ac-1f92-487a-8878-aeb27d5c5984","remote_addr":"[fd00:1122:3344:101::1]:60838","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":10421,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1726094948.3542922, correction: 0.039063893 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:12.614337943Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:12.614356055Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:12.839158338Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:12.839357955Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:57915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:12.848076069Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"49b40fae-2c00-4043-9a41-422b9e372a32","remote_addr":"[fd00:1122:3344:101::1]:57915","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8688,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1726094948.3542922, correction: 0.038425833 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:12.850734512Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:12.850743447Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.111178258Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.111359161Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:48741"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.119294218Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"a5af2064-d4ed-4401-ba61-5950e45e1251","remote_addr":"[fd00:1122:3344:101::1]:48741","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7863,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1726094948.3542922, correction: 0.03769327 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.121339499Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:13.121348874Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.518224701Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.518352523Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:47449"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.538641599Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"36f26290-b045-4348-ba07-c6d8cca2d811","remote_addr":"[fd00:1122:3344:101::1]:47449","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":20172,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1757546723, ip_addr: 104.194.8.227, stratum: 3, ref_time: 1726094953.212428, correction: 0.036952984 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.541878737Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.541886819Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1299"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 682c62dd-94d7-4139-a150-aabd86949044, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 049af1e3-bb38-4a4b-a180-bf5fe0ec9928, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2f744a48-842b-4847-9f91-b1611298b0c7, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4f7368ab-da2e-43f0-ad3c-9661a8944f17, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 57986a59-1242-4d0a-9c97-abaa0f11b3ab, kind: Service { id: 4f7368ab-da2e-43f0-ad3c-9661a8944f17 }, name: Name(\"ntp-4f7368ab-da2e-43f0-ad3c-9661a8944f17\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 181])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External } } } }, OmicronZoneConfig { id: 81a2d138-4b9c-46b9-b4d2-d87d97946556, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: 13966b4e-ce93-437d-a312-454f1cac159b, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External } } } }, OmicronZoneConfig { id: bc976e87-bbc5-436b-9be1-3ca0f70c0ad0, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External } } } }, OmicronZoneConfig { id: e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.573796179Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.573886958Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:55122"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 682c62dd-94d7-4139-a150-aabd86949044, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.574100009Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.574109656Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 682c62dd-94d7-4139-a150-aabd86949044, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 049af1e3-bb38-4a4b-a180-bf5fe0ec9928, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.594799975Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.594824567Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 049af1e3-bb38-4a4b-a180-bf5fe0ec9928, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2f744a48-842b-4847-9f91-b1611298b0c7, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.61404947Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.614081411Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 2f744a48-842b-4847-9f91-b1611298b0c7, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.632794248Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.632826546Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 81a2d138-4b9c-46b9-b4d2-d87d97946556, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.686301368Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.686329446Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 81a2d138-4b9c-46b9-b4d2-d87d97946556, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 13966b4e-ce93-437d-a312-454f1cac159b, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.739233185Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.739260129Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 13966b4e-ce93-437d-a312-454f1cac159b, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bc976e87-bbc5-436b-9be1-3ca0f70c0ad0, dataset_name: DatasetName { pool_name: ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.799136313Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.799165751Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: bc976e87-bbc5-436b-9be1-3ca0f70c0ad0, dataset_name: DatasetName { pool_name: ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369, dataset_name: DatasetName { pool_name: ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.849654133Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.849682596Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369, dataset_name: DatasetName { pool_name: ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.900701125Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.90075657Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.900923157Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.901054597Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:13.933217039Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3230","zone":"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:13.933262687Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3230","zone":"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:13.933271884Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3230","zone":"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:13.933280593Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3230","zone":"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:13.933289425Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3230","zone":"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:13.933380298Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"92fdb1a2-2082-4666-8e2e-9874c1ea5128","remote_addr":"[fd00:1122:3344:101::1]:55122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556\", TimeNotSynchronized), (\"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b\", TimeNotSynchronized), (\"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369\", TimeNotSynchronized), (\"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0\", TimeNotSynchronized), (\"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15\", TimeNotSynchronized)]","latency_us":358427,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:13.933548948Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"81.101653ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92fdb1a2-2082-4666-8e2e-9874c1ea5128\", \"content-length\": \"124\", \"date\": \"Wed, 11 Sep 2024 22:49:13 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"92fdb1a2-2082-4666-8e2e-9874c1ea5128\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 682c62dd-94d7-4139-a150-aabd86949044, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 049af1e3-bb38-4a4b-a180-bf5fe0ec9928, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2f744a48-842b-4847-9f91-b1611298b0c7, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4f7368ab-da2e-43f0-ad3c-9661a8944f17, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 57986a59-1242-4d0a-9c97-abaa0f11b3ab, kind: Service { id: 4f7368ab-da2e-43f0-ad3c-9661a8944f17 }, name: Name(\"ntp-4f7368ab-da2e-43f0-ad3c-9661a8944f17\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 181])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External } } } }, OmicronZoneConfig { id: 81a2d138-4b9c-46b9-b4d2-d87d97946556, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: 13966b4e-ce93-437d-a312-454f1cac159b, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External } } } }, OmicronZoneConfig { id: bc976e87-bbc5-436b-9be1-3ca0f70c0ad0, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External } } } }, OmicronZoneConfig { id: e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.01599466Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 682c62dd-94d7-4139-a150-aabd86949044, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.017138631Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.017148287Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 682c62dd-94d7-4139-a150-aabd86949044, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 049af1e3-bb38-4a4b-a180-bf5fe0ec9928, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.03593803Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.035979122Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 049af1e3-bb38-4a4b-a180-bf5fe0ec9928, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2f744a48-842b-4847-9f91-b1611298b0c7, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.053808154Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.053845571Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 2f744a48-842b-4847-9f91-b1611298b0c7, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.072145365Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.072183691Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 81a2d138-4b9c-46b9-b4d2-d87d97946556, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.090925863Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.090962182Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 81a2d138-4b9c-46b9-b4d2-d87d97946556, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 13966b4e-ce93-437d-a312-454f1cac159b, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.109277819Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.109314682Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 13966b4e-ce93-437d-a312-454f1cac159b, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bc976e87-bbc5-436b-9be1-3ca0f70c0ad0, dataset_name: DatasetName { pool_name: ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.1271207Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.127151919Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: bc976e87-bbc5-436b-9be1-3ca0f70c0ad0, dataset_name: DatasetName { pool_name: ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369, dataset_name: DatasetName { pool_name: ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.146251746Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.14627928Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369, dataset_name: DatasetName { pool_name: ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.163840853Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.163878054Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.164060505Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.164186582Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:14.195968626Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3230","zone":"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:14.196005142Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3230","zone":"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:14.196011236Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3230","zone":"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:14.196019017Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3230","zone":"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:14.196027061Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3230","zone":"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.1961012Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"5e0de369-9a29-4dce-8df2-fa7b30ebd696","remote_addr":"[fd00:1122:3344:101::1]:55122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369\", TimeNotSynchronized), (\"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556\", TimeNotSynchronized), (\"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15\", TimeNotSynchronized), (\"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b\", TimeNotSynchronized), (\"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0\", TimeNotSynchronized)]","latency_us":179457,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:14.196214593Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"84.745185ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e0de369-9a29-4dce-8df2-fa7b30ebd696\", \"content-length\": \"124\", \"date\": \"Wed, 11 Sep 2024 22:49:13 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5e0de369-9a29-4dce-8df2-fa7b30ebd696\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 682c62dd-94d7-4139-a150-aabd86949044, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 049af1e3-bb38-4a4b-a180-bf5fe0ec9928, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2f744a48-842b-4847-9f91-b1611298b0c7, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4f7368ab-da2e-43f0-ad3c-9661a8944f17, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 57986a59-1242-4d0a-9c97-abaa0f11b3ab, kind: Service { id: 4f7368ab-da2e-43f0-ad3c-9661a8944f17 }, name: Name(\"ntp-4f7368ab-da2e-43f0-ad3c-9661a8944f17\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 181])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External } } } }, OmicronZoneConfig { id: 81a2d138-4b9c-46b9-b4d2-d87d97946556, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: 13966b4e-ce93-437d-a312-454f1cac159b, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External } } } }, OmicronZoneConfig { id: bc976e87-bbc5-436b-9be1-3ca0f70c0ad0, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External } } } }, OmicronZoneConfig { id: e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.281575183Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 682c62dd-94d7-4139-a150-aabd86949044, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.281928129Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.281956424Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 682c62dd-94d7-4139-a150-aabd86949044, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 049af1e3-bb38-4a4b-a180-bf5fe0ec9928, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.300625393Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.300665575Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 049af1e3-bb38-4a4b-a180-bf5fe0ec9928, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2f744a48-842b-4847-9f91-b1611298b0c7, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.317950493Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.317988107Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 2f744a48-842b-4847-9f91-b1611298b0c7, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.335629746Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.335667443Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 81a2d138-4b9c-46b9-b4d2-d87d97946556, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.353197548Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.353236024Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 81a2d138-4b9c-46b9-b4d2-d87d97946556, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 13966b4e-ce93-437d-a312-454f1cac159b, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.371228686Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.371262493Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 13966b4e-ce93-437d-a312-454f1cac159b, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bc976e87-bbc5-436b-9be1-3ca0f70c0ad0, dataset_name: DatasetName { pool_name: ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.388641111Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.388673774Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: bc976e87-bbc5-436b-9be1-3ca0f70c0ad0, dataset_name: DatasetName { pool_name: ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369, dataset_name: DatasetName { pool_name: ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.408130605Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.408167834Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369, dataset_name: DatasetName { pool_name: ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.426357722Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.426406904Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.426657965Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.426796521Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:14.458963543Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3230","zone":"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:14.458999647Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3230","zone":"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:14.459008637Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3230","zone":"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:14.45903831Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3230","zone":"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:14.459048988Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3230","zone":"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.459117155Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"10649087-623c-4eaf-bf6c-3e6338374b9c","remote_addr":"[fd00:1122:3344:101::1]:55122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369\", TimeNotSynchronized), (\"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15\", TimeNotSynchronized), (\"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0\", TimeNotSynchronized), (\"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b\", TimeNotSynchronized), (\"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556\", TimeNotSynchronized)]","latency_us":176877,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:14.459881783Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"76.939111ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10649087-623c-4eaf-bf6c-3e6338374b9c\", \"content-length\": \"124\", \"date\": \"Wed, 11 Sep 2024 22:49:14 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"10649087-623c-4eaf-bf6c-3e6338374b9c\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 682c62dd-94d7-4139-a150-aabd86949044, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 049af1e3-bb38-4a4b-a180-bf5fe0ec9928, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2f744a48-842b-4847-9f91-b1611298b0c7, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4f7368ab-da2e-43f0-ad3c-9661a8944f17, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 57986a59-1242-4d0a-9c97-abaa0f11b3ab, kind: Service { id: 4f7368ab-da2e-43f0-ad3c-9661a8944f17 }, name: Name(\"ntp-4f7368ab-da2e-43f0-ad3c-9661a8944f17\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 181])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External } } } }, OmicronZoneConfig { id: 81a2d138-4b9c-46b9-b4d2-d87d97946556, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: 13966b4e-ce93-437d-a312-454f1cac159b, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External } } } }, OmicronZoneConfig { id: bc976e87-bbc5-436b-9be1-3ca0f70c0ad0, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External } } } }, OmicronZoneConfig { id: e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.538218452Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 682c62dd-94d7-4139-a150-aabd86949044, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.538443184Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.538455982Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 682c62dd-94d7-4139-a150-aabd86949044, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 049af1e3-bb38-4a4b-a180-bf5fe0ec9928, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.556799019Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.556926499Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 049af1e3-bb38-4a4b-a180-bf5fe0ec9928, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2f744a48-842b-4847-9f91-b1611298b0c7, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.57557425Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.575617639Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 2f744a48-842b-4847-9f91-b1611298b0c7, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.594090073Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.594131568Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 81a2d138-4b9c-46b9-b4d2-d87d97946556, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.612413638Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.612450295Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 81a2d138-4b9c-46b9-b4d2-d87d97946556, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 13966b4e-ce93-437d-a312-454f1cac159b, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.630950521Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.630991153Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 13966b4e-ce93-437d-a312-454f1cac159b, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bc976e87-bbc5-436b-9be1-3ca0f70c0ad0, dataset_name: DatasetName { pool_name: ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.649548461Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.649586374Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: bc976e87-bbc5-436b-9be1-3ca0f70c0ad0, dataset_name: DatasetName { pool_name: ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369, dataset_name: DatasetName { pool_name: ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.668916577Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.668961286Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369, dataset_name: DatasetName { pool_name: ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.684884383Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.68493095Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.685124097Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.685316984Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:14.715340538Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3230","zone":"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:14.715387602Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3230","zone":"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:14.715398852Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3230","zone":"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:14.715405892Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3230","zone":"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:14.715414593Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3230","zone":"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.715513605Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"1b91aebd-d297-4374-a01c-811b5b0033f8","remote_addr":"[fd00:1122:3344:101::1]:55122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0\", TimeNotSynchronized), (\"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b\", TimeNotSynchronized), (\"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15\", TimeNotSynchronized), (\"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556\", TimeNotSynchronized), (\"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369\", TimeNotSynchronized)]","latency_us":176682,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:14.715656941Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"186.310182ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b91aebd-d297-4374-a01c-811b5b0033f8\", \"content-length\": \"124\", \"date\": \"Wed, 11 Sep 2024 22:49:14 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1b91aebd-d297-4374-a01c-811b5b0033f8\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 682c62dd-94d7-4139-a150-aabd86949044, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 049af1e3-bb38-4a4b-a180-bf5fe0ec9928, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2f744a48-842b-4847-9f91-b1611298b0c7, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4f7368ab-da2e-43f0-ad3c-9661a8944f17, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 57986a59-1242-4d0a-9c97-abaa0f11b3ab, kind: Service { id: 4f7368ab-da2e-43f0-ad3c-9661a8944f17 }, name: Name(\"ntp-4f7368ab-da2e-43f0-ad3c-9661a8944f17\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 181])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External } } } }, OmicronZoneConfig { id: 81a2d138-4b9c-46b9-b4d2-d87d97946556, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: 13966b4e-ce93-437d-a312-454f1cac159b, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External } } } }, OmicronZoneConfig { id: bc976e87-bbc5-436b-9be1-3ca0f70c0ad0, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External } } } }, OmicronZoneConfig { id: e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.903302639Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 682c62dd-94d7-4139-a150-aabd86949044, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.9035679Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.903582572Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 682c62dd-94d7-4139-a150-aabd86949044, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 049af1e3-bb38-4a4b-a180-bf5fe0ec9928, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.921300526Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.921332224Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 049af1e3-bb38-4a4b-a180-bf5fe0ec9928, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2f744a48-842b-4847-9f91-b1611298b0c7, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.939000719Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.939041904Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 2f744a48-842b-4847-9f91-b1611298b0c7, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.956010498Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.956046114Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 81a2d138-4b9c-46b9-b4d2-d87d97946556, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.974117734Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.974159331Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 81a2d138-4b9c-46b9-b4d2-d87d97946556, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 13966b4e-ce93-437d-a312-454f1cac159b, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.991552264Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:14.991588676Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 13966b4e-ce93-437d-a312-454f1cac159b, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bc976e87-bbc5-436b-9be1-3ca0f70c0ad0, dataset_name: DatasetName { pool_name: ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.010374133Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.010407321Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: bc976e87-bbc5-436b-9be1-3ca0f70c0ad0, dataset_name: DatasetName { pool_name: ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369, dataset_name: DatasetName { pool_name: ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.028600384Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.028636385Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369, dataset_name: DatasetName { pool_name: ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.047529788Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.047576373Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.04780613Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.047932835Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:15.080505526Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3230","zone":"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:15.080542689Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3230","zone":"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:15.080552121Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3230","zone":"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:15.080560933Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3230","zone":"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:15.080570018Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3230","zone":"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.080666179Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"c60e8e6b-0b69-4c15-abdd-777ea013bba2","remote_addr":"[fd00:1122:3344:101::1]:55122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0\", TimeNotSynchronized), (\"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556\", TimeNotSynchronized), (\"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369\", TimeNotSynchronized), (\"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b\", TimeNotSynchronized), (\"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15\", TimeNotSynchronized)]","latency_us":176752,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:15.080802775Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"211.611724ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c60e8e6b-0b69-4c15-abdd-777ea013bba2\", \"content-length\": \"124\", \"date\": \"Wed, 11 Sep 2024 22:49:15 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c60e8e6b-0b69-4c15-abdd-777ea013bba2\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 682c62dd-94d7-4139-a150-aabd86949044, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 049af1e3-bb38-4a4b-a180-bf5fe0ec9928, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2f744a48-842b-4847-9f91-b1611298b0c7, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4f7368ab-da2e-43f0-ad3c-9661a8944f17, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 57986a59-1242-4d0a-9c97-abaa0f11b3ab, kind: Service { id: 4f7368ab-da2e-43f0-ad3c-9661a8944f17 }, name: Name(\"ntp-4f7368ab-da2e-43f0-ad3c-9661a8944f17\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 181])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External } } } }, OmicronZoneConfig { id: 81a2d138-4b9c-46b9-b4d2-d87d97946556, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: 13966b4e-ce93-437d-a312-454f1cac159b, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External } } } }, OmicronZoneConfig { id: bc976e87-bbc5-436b-9be1-3ca0f70c0ad0, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External } } } }, OmicronZoneConfig { id: e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.294742943Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 682c62dd-94d7-4139-a150-aabd86949044, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.295126824Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.295140746Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 682c62dd-94d7-4139-a150-aabd86949044, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 049af1e3-bb38-4a4b-a180-bf5fe0ec9928, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.313459188Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.313492808Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 049af1e3-bb38-4a4b-a180-bf5fe0ec9928, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2f744a48-842b-4847-9f91-b1611298b0c7, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.331718899Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.331746415Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 2f744a48-842b-4847-9f91-b1611298b0c7, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.349447766Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.349491183Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 81a2d138-4b9c-46b9-b4d2-d87d97946556, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.367701422Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.367730261Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 81a2d138-4b9c-46b9-b4d2-d87d97946556, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 13966b4e-ce93-437d-a312-454f1cac159b, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.385515443Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.385547094Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 13966b4e-ce93-437d-a312-454f1cac159b, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bc976e87-bbc5-436b-9be1-3ca0f70c0ad0, dataset_name: DatasetName { pool_name: ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.403195802Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.403227958Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: bc976e87-bbc5-436b-9be1-3ca0f70c0ad0, dataset_name: DatasetName { pool_name: ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369, dataset_name: DatasetName { pool_name: ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.420961708Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.420995364Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369, dataset_name: DatasetName { pool_name: ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.439097292Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.439136686Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.439393486Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.43951301Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.521818939Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.521869621Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.521876136Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.521882418Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.521890865Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.611403211Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.615233791Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.619189366Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.623600182Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.628130044Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.63289576Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.637645461Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.641929106Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.646385894Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:15.650528604Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:18.652086671Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:18.652227112Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:18.657708959Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:18.657827526Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:18.70885855Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:18.708954008Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:18.71776918Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:18.717894132Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:18.758943628Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:18.759067633Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556\") failed: Property not found. retry in 68.794808ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:18.79520025Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b\") failed: Property not found. retry in 44.827898ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:18.803556045Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b\") failed: Property not found. retry in 67.609252ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:18.857903475Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0\") failed: Property not found. retry in 43.464774ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:18.976981834Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369\") failed: Property not found. retry in 61.595012ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:19.026135881Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0\") failed: Property not found. retry in 91.712384ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:19.493416231Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556\") failed: Property not found. retry in 74.537409ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:19.744202733Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15\") failed: Property not found. retry in 40.665982ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:19.820911872Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b\") failed: Property not found. retry in 144.562221ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:20.192053174Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369\") failed: Property not found. retry in 110.960663ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:20.304341831Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0\") failed: Property not found. retry in 293.472794ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:20.576448554Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556\") failed: Property not found. retry in 193.098274ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:20.649393797Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15\") failed: Property not found. retry in 126.665087ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:20.69520921Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b\") failed: Property not found. retry in 487.459541ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:20.870744546Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369\") failed: Property not found. retry in 269.817101ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:20.996841023Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0\") failed: Property not found. retry in 392.21185ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:21.145614042Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556\") failed: Property not found. retry in 464.284526ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:21.315504322Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15\") failed: Property not found. retry in 121.183935ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:21.356635953Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369\") failed: Property not found. retry in 535.573473ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:21.384781183Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b\") failed: Property not found. retry in 1.144412501s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:21.399295229Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15\") failed: Property not found. retry in 402.62859ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:21.490472981Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0\") failed: Property not found. retry in 1.017293373s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:21.550179412Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556\") failed: Property not found. retry in 1.017368935s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:21.789664553Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15\") failed: Property not found. retry in 831.681096ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:21.905259391Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369\") failed: Property not found. retry in 1.018537513s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:21.932422502Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b\") failed: Property not found. retry in 727.411096ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:22.556322156Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0\") failed: Property not found. retry in 1.13587881s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:22.579500837Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15\") failed: Property not found. retry in 1.200062385s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:22.74775762Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556\") failed: Property not found. retry in 780.367395ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:22.818675885Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369\") failed: Property not found. retry in 858.920769ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:22.961863922Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b\") failed: Property not found. retry in 1.302215739s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:23.294956127Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556\") failed: Property not found. retry in 999.555711ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:23.609676169Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0\") failed: Property not found. retry in 1.390463405s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:23.728399233Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369\") failed: Property not found. retry in 910.688119ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:23.831925301Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15\") failed: Property not found. retry in 779.812155ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:23.961556002Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b\") failed: Property not found. retry in 712.539248ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:24.613637108Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556\") failed: Property not found. retry in 1.281325802s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:24.623802464Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15\") failed: Property not found. retry in 1.384047473s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:24.754862678Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369\") failed: Property not found. retry in 748.730237ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:24.764332093Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0\") failed: Property not found. retry in 572.201604ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:25.134230489Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b\") failed: Property not found. retry in 966.841511ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:25.337249622Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:25.459489864Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46154"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:25.460421763Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"ded2ef2e-ecd1-4309-9b1e-3dface0e8c8f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46154","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":798,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369\") failed: Property not found. retry in 591.556498ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:25.524625246Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0\") failed: Property not found. retry in 555.092092ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:25.716574759Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556\") failed: Property not found. retry in 1.012828682s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:25.916510712Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369\") failed: Property not found. retry in 1.437755125s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:26.127254997Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15\") failed: Property not found. retry in 1.381883925s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:26.15167268Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0\") failed: Property not found. retry in 1.197976469s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:26.282028257Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b\") failed: Property not found. retry in 1.403653417s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:26.315065532Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556\") failed: Property not found. retry in 1.178135127s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:26.942485385Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0\") failed: Property not found. retry in 500.079324ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:27.492260211Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15\") failed: Property not found. retry in 1.302524361s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:27.546019289Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369\") failed: Property not found. retry in 1.212164527s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:27.578805168Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b\") failed: Property not found. retry in 1.063138797s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:27.731660161Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:27.733922562Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"211.857928ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369\") failed: Property not found. retry in 1.399415311s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:28.801816528Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b\") failed: Property not found. retry in 1.051376321s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:28.80986802Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b\") failed: Property not found. retry in 1.108693074s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:29.87899385Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369\") failed: Property not found. retry in 1.390214205s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:30.210068902Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b\") failed: Property not found. retry in 768.442309ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:30.997679437Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369\") failed: Property not found. retry in 1.337594184s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:31.626112108Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b\") failed: Property not found. retry in 949.351653ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:31.781613179Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b\") failed: Property not found. retry in 748.81791ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:32.73989737Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369\") failed: Property not found. retry in 736.118909ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:32.972769939Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b\") failed: Property not found. retry in 1.307710405s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:33.502017704Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369\") failed: Property not found. retry in 1.446322196s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:33.718343455Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b\") failed: Property not found. retry in 512.980338ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:34.8184796Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369\") failed: Property not found. retry in 711.380715ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:35.173890512Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b\") failed: Property not found. retry in 1.111538645s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:35.340641592Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369\") failed: Property not found. retry in 950.954456ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:35.8942755Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b\") failed: Property not found. retry in 991.447593ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:36.461376923Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369\") failed: Property not found. retry in 895.782158ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:36.854522323Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b\") failed: Property not found. retry in 522.333537ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:37.461675699Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369\") failed: Property not found. retry in 1.42222797s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:37.759640998Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:39.208969993Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:39.209017084Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:39.209022384Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:39.209029664Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:39.209042905Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369"} {"msg":"Writing ledger to /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:39.209046475Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:39.209847899Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:39.210638913Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"c0d42029-daa1-457c-89c2-a1a81be68cfd","remote_addr":"[fd00:1122:3344:101::1]:55122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":23883719,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:39.247726569Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:55201"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:39.280603981Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3662"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:42.92328838Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3680"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.094181901Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3703"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.094317644Z","hostname":"sock","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"271c77d2-13d1-4737-a15b-d8f0508f8924","remote_addr":"[fd00:1122:3344:101::1]:55201","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":14846666,"response_code":"204"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:49:54.098131241Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"464.45117ms"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 682c62dd-94d7-4139-a150-aabd86949044, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 049af1e3-bb38-4a4b-a180-bf5fe0ec9928, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2f744a48-842b-4847-9f91-b1611298b0c7, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4f7368ab-da2e-43f0-ad3c-9661a8944f17, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 57986a59-1242-4d0a-9c97-abaa0f11b3ab, kind: Service { id: 4f7368ab-da2e-43f0-ad3c-9661a8944f17 }, name: Name(\"ntp-4f7368ab-da2e-43f0-ad3c-9661a8944f17\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 181])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External } } } }, OmicronZoneConfig { id: 81a2d138-4b9c-46b9-b4d2-d87d97946556, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: 13966b4e-ce93-437d-a312-454f1cac159b, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External } } } }, OmicronZoneConfig { id: bc976e87-bbc5-436b-9be1-3ca0f70c0ad0, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External } } } }, OmicronZoneConfig { id: e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External } } } }, OmicronZoneConfig { id: a9318a9c-1482-41a4-ba3e-a515b62e612b, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: d69533f1-7b03-41af-bd25-e4cac6e97a61, kind: Service { id: a9318a9c-1482-41a4-ba3e-a515b62e612b }, name: Name(\"external-dns-a9318a9c-1482-41a4-ba3e-a515b62e612b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 188])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: bd5846a9-8c6b-4c09-974b-f1d5f3391f63, kind: Service { id: c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf }, name: Name(\"external-dns-c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 23])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 88f8c4ef-0034-4c46-8187-a4bae0b36b62, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: cd45e164-586a-42ad-8f77-733daff8a747 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 7f4a8407-22ed-44fa-b5f2-82078e2b1752, kind: Service { id: 88f8c4ef-0034-4c46-8187-a4bae0b36b62 }, name: Name(\"nexus-88f8c4ef-0034-4c46-8187-a4bae0b36b62\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 229])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 098a841e-649e-4d26-b7e0-8ce27e09ad88, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 2fc72b15-af8d-491c-9d35-a084b85733a3 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 3d64456b-f2a4-4471-b30f-a388f7917506, kind: Service { id: 098a841e-649e-4d26-b7e0-8ce27e09ad88 }, name: Name(\"nexus-098a841e-649e-4d26-b7e0-8ce27e09ad88\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 246])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 6a5513cb-d653-446c-8488-91cb1d7e4e8f, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 948186f9-0b1c-4f2f-8d1a-8d2e006f7dbe, kind: Service { id: 6a5513cb-d653-446c-8488-91cb1d7e4e8f }, name: Name(\"nexus-6a5513cb-d653-446c-8488-91cb1d7e4e8f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 82])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 60c011c6-d26c-45f9-887c-70fa53b449b0, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 2fc72b15-af8d-491c-9d35-a084b85733a3 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 8c39300d-43ce-4e36-8a27-0fe8091f4f2f, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6366d8dc-d4d9-43fe-8e81-251bf7f28abd, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: e8902165-fb11-46b2-a335-df247ca55626 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: bbde0be4-b1a6-44b2-9c97-d73f27be6718, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: adffb264-4c4d-41de-9bc2-166e2d0d5e82, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External } } } }, OmicronZoneConfig { id: d36fee4e-6ff8-4647-a0bf-5944c7102e9f, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: b8d92285-3041-49be-9542-cbf9c8a2e3e0, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External } } } }, OmicronZoneConfig { id: 64ce5226-a6ee-4705-8a1c-d6a6d9056277, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External } } } }, OmicronZoneConfig { id: abe48a0b-4221-441c-9356-29c0d26548ef, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External } } } }, OmicronZoneConfig { id: 75ac48f4-97b5-446c-bf76-d6d4c5e42f80, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e8902165-fb11-46b2-a335-df247ca55626 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e8902165-fb11-46b2-a335-df247ca55626 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f252058-a33d-4f45-86c5-bc171de68d56, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 7408a7f2-57c1-401a-a865-fdbf6a508b61 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7408a7f2-57c1-401a-a865-fdbf6a508b61 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3c490ca9-6a8f-485c-b3a2-e1e8571725e9, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: cd45e164-586a-42ad-8f77-733daff8a747 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd45e164-586a-42ad-8f77-733daff8a747 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5fbf461d-9a9b-46ff-acc7-244b7fd6b244, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 2fc72b15-af8d-491c-9d35-a084b85733a3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2fc72b15-af8d-491c-9d35-a084b85733a3 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.129596808Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.12975464Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:52951"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 682c62dd-94d7-4139-a150-aabd86949044, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.130138057Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.130145367Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 682c62dd-94d7-4139-a150-aabd86949044, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 049af1e3-bb38-4a4b-a180-bf5fe0ec9928, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.153807756Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.153861537Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 049af1e3-bb38-4a4b-a180-bf5fe0ec9928, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2f744a48-842b-4847-9f91-b1611298b0c7, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.174011013Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.174049104Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 2f744a48-842b-4847-9f91-b1611298b0c7, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.194675199Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.194720139Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 81a2d138-4b9c-46b9-b4d2-d87d97946556, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.21511964Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.215162581Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 81a2d138-4b9c-46b9-b4d2-d87d97946556, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 13966b4e-ce93-437d-a312-454f1cac159b, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.233704079Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.233737839Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 13966b4e-ce93-437d-a312-454f1cac159b, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bc976e87-bbc5-436b-9be1-3ca0f70c0ad0, dataset_name: DatasetName { pool_name: ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.253125082Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.253158873Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: bc976e87-bbc5-436b-9be1-3ca0f70c0ad0, dataset_name: DatasetName { pool_name: ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369, dataset_name: DatasetName { pool_name: ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.271345984Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.271386555Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369, dataset_name: DatasetName { pool_name: ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a9318a9c-1482-41a4-ba3e-a515b62e612b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.290018685Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.290063166Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: a9318a9c-1482-41a4-ba3e-a515b62e612b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.385353181Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.385396912Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c39300d-43ce-4e36-8a27-0fe8091f4f2f, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.4831245Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.48316619Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 8c39300d-43ce-4e36-8a27-0fe8091f4f2f, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.582847913Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.582897474Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7102c444-682c-4072-8e1e-1a1f1e88f906 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d36fee4e-6ff8-4647-a0bf-5944c7102e9f, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.678630187Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.678683028Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: d36fee4e-6ff8-4647-a0bf-5944c7102e9f, dataset_name: DatasetName { pool_name: ZpoolName { id: ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b8d92285-3041-49be-9542-cbf9c8a2e3e0, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.765840589Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.76589819Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: b8d92285-3041-49be-9542-cbf9c8a2e3e0, dataset_name: DatasetName { pool_name: ZpoolName { id: f7719a03-4894-4441-833a-ae918464a197 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 64ce5226-a6ee-4705-8a1c-d6a6d9056277, dataset_name: DatasetName { pool_name: ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.851133228Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.851180718Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 64ce5226-a6ee-4705-8a1c-d6a6d9056277, dataset_name: DatasetName { pool_name: ZpoolName { id: d700c1e0-2586-4b27-b46c-83bfe687db08 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: abe48a0b-4221-441c-9356-29c0d26548ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.941079628Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:54.941130749Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: abe48a0b-4221-441c-9356-29c0d26548ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8f9c145d-f66d-4533-97ae-72e50686935e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75ac48f4-97b5-446c-bf76-d6d4c5e42f80, dataset_name: DatasetName { pool_name: ZpoolName { id: e8902165-fb11-46b2-a335-df247ca55626 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.030318666Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.030361917Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 75ac48f4-97b5-446c-bf76-d6d4c5e42f80, dataset_name: DatasetName { pool_name: ZpoolName { id: e8902165-fb11-46b2-a335-df247ca55626 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f252058-a33d-4f45-86c5-bc171de68d56, dataset_name: DatasetName { pool_name: ZpoolName { id: 7408a7f2-57c1-401a-a865-fdbf6a508b61 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.122772402Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.122816437Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 9f252058-a33d-4f45-86c5-bc171de68d56, dataset_name: DatasetName { pool_name: ZpoolName { id: 7408a7f2-57c1-401a-a865-fdbf6a508b61 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3c490ca9-6a8f-485c-b3a2-e1e8571725e9, dataset_name: DatasetName { pool_name: ZpoolName { id: cd45e164-586a-42ad-8f77-733daff8a747 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.214000995Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.214044996Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 3c490ca9-6a8f-485c-b3a2-e1e8571725e9, dataset_name: DatasetName { pool_name: ZpoolName { id: cd45e164-586a-42ad-8f77-733daff8a747 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5fbf461d-9a9b-46ff-acc7-244b7fd6b244, dataset_name: DatasetName { pool_name: ZpoolName { id: 2fc72b15-af8d-491c-9d35-a084b85733a3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.291998894Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.292040405Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 5fbf461d-9a9b-46ff-acc7-244b7fd6b244, dataset_name: DatasetName { pool_name: ZpoolName { id: 2fc72b15-af8d-491c-9d35-a084b85733a3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.368462177Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.368515378Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.368769462Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.368914635Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.500309458Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40446"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.500452381Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"e6e06658-98e1-423c-b021-dbc7b2308208","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40446","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":89,"response_code":"200"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.502462156Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.50263563Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.50266462Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.50266842Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.517618984Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.517821908Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.517883639Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.52981894Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.542927782Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.542959933Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.72318057Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.723422064Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.723475655Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.723511755Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.723565226Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.72493349Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.760743004Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.760791775Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.760797555Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.760929717Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.766525546Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.772498762Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.778311525Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.783818102Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.789842449Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.795250164Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.938773002Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.944105887Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.94824701Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.952624947Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.957209918Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.962056704Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.966605915Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.971681654Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.976825505Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.982017177Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.987233949Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.993001442Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:55.999041508Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.004566996Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.048427012Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.049041962Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.055877263Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.062305867Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.068039458Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.075381658Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.080788444Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.086472364Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.154746932Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.254430095Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.354734279Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.357956486Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.357978456Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.417892706Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 143, 82]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.417921626Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"nexus"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.481225636Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.483657349Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.483672199Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.549400291Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 147, 229]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.549432072Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.552440355Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.552459446Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.608390545Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 209, 23]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.608423735Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.610136086Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.610156406Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.664915025Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 197, 188]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.66520714Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.666805248Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.666821738Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.725266381Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 143, 246]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.725301412Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.725570697Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.725583407Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.725654298Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.725666779Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.726208608Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.72859802Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.785950514Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.790266051Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.790287481Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.790298271Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.790599607Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.790611957Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.790715569Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.790728789Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.844370048Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.848649103Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.852135615Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.85242042Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.85243781Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.855169969Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.855545585Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:56.870334267Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:57.050407162Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:57.058104598Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:57.064832267Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:57.070591599Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:57.076566914Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:57.095466128Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:57.102205248Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:57.108401227Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:59.133621893Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:59.133939559Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:59.148574868Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:59.148809372Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:59.318283589Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:59.318455512Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:59.334845252Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:59.335148697Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:59.343252611Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:59.343517205Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:59.366561603Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:59.366708175Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:59.386120799Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:59.386313542Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:59.401190585Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:59.401376679Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:59.427325107Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:59.427517331Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:59.4410343Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:59.441195173Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:59.500028653Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:59.500214377Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:59.511393374Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:59.511571917Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:59.685983672Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:49:59.686216426Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 61.390839ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:00.176248102Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 28.460305ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:00.18802066Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0\") failed: Property not found. retry in 74.22858ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:00.19873634Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 27.854625ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:00.208795448Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 38.173465ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:00.218073672Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 34.160638ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:00.226807256Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 63.766784ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:00.238377021Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 57.360544ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:00.247009003Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 66.625393ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:00.25698811Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80\") failed: Property not found. retry in 30.558436ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:00.26602648Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 45.636059ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:00.348817004Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 67.661487ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:00.389743168Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 70.832335ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:00.422262673Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 125.860685ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:00.445466223Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 49.070305ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:00.486952347Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 136.869021ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:00.640239758Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 124.465269ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:00.672227643Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80\") failed: Property not found. retry in 112.491103ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.004995858Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 120.696236ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.056265665Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0\") failed: Property not found. retry in 114.11058ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.099861206Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 123.324731ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.128237178Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 137.558673ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.143268334Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 160.776707ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.156201072Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 83.891975ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.169030159Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 118.254006ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.18151646Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 142.748358ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.191965545Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 110.687972ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.204194981Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 66.335547ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.217906854Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 194.842225ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.23014148Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 327.195533ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.241805436Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80\") failed: Property not found. retry in 160.769349ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.254599882Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 187.688178ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.266069335Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0\") failed: Property not found. retry in 134.036401ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.275989731Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 111.124626ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.28555928Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 297.513543ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.306239626Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 244.140164ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.337755523Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 123.78805ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.822717089Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 248.036707ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.845553533Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 154.008553ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.857755679Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 131.576539ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.872629922Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 502.567878ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.88269791Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 1.071409739s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.894094281Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80\") failed: Property not found. retry in 327.684786ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.905174807Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 493.056828ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.915350287Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0\") failed: Property not found. retry in 245.694582ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.925885984Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 404.521458ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.936877838Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 500.019316ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.947229421Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 367.229977ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.958735474Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 435.974258ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.969008806Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 253.777158ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:01.979204667Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 282.451713ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:02.016286662Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 391.176207ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:02.026602235Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 497.214902ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:02.105809006Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0\") failed: Property not found. retry in 654.172187ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:02.200077583Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80\") failed: Property not found. retry in 1.194053874s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:02.25026178Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 1.166378408s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:02.270938766Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 623.83132ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:03.091391855Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 1.411838911s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:03.10521114Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 774.863391ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:03.118332682Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0\") failed: Property not found. retry in 813.322294ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:03.135415794Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 729.079745ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:03.152532807Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 564.527062ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:03.165230251Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 453.940024ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:03.178138679Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 517.785213ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:03.193522651Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 1.157540089s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:03.206849067Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 427.554439ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:03.221003708Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 940.617837ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:03.236015423Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 1.030158055s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:03.452486251Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80\") failed: Property not found. retry in 774.596433ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:03.467853533Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 886.513371ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:03.647614962Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 1.156218985s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:03.664534532Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 940.54521ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:03.740107128Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 1.397076067s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:03.847890984Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 1.274074344s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:04.046504176Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 1.49857794s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:04.189390963Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0\") failed: Property not found. retry in 1.054428023s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:04.369841725Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 924.968628ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:04.382809624Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 796.893096ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:04.395937616Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 518.942992ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:04.407089053Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80\") failed: Property not found. retry in 1.394868404s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:04.418884872Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 590.09703ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:04.496566086Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 660.876378ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:04.530912313Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 670.417285ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:04.545355369Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 1.339802786s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:04.693067461Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 625.977359ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:04.833182348Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 1.409563339s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:04.940127759Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 1.373049538s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:05.101019815Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 1.42029754s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:05.206592662Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 570.155054ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:05.219220215Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 1.331609581s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:05.231476732Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 1.149919095s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:05.259777272Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 1.305832192s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:05.320652959Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 571.811394ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:05.33543384Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0\") failed: Property not found. retry in 1.289833809s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:05.43796603Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 999.077668ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:05.472963002Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 545.459333ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:05.702564423Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 1.011826858s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:05.803969913Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80\") failed: Property not found. retry in 1.015650982s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:05.826226Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 1.21877035s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:05.926035805Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 1.448143019s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:06.049571799Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 545.632732ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:06.26660555Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 782.430485ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:06.36400286Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 1.02209316s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:06.424309956Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 525.949749ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:06.485475378Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 1.399166256s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:06.499658369Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 524.71425ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:06.577102918Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 926.495381ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:06.639517902Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 1.345702919s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:06.651194863Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0\") failed: Property not found. retry in 721.149893ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:06.740153071Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 662.761275ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:06.825414841Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 1.460297334s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:06.83620917Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80\") failed: Property not found. retry in 1.099484592s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:06.853646258Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 1.496328229s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:07.02789164Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 1.272850969s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:07.243509413Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 852.756151ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:07.285621488Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 577.809885ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:07.311518356Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 1.294558361s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:07.462082069Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0\") failed: Property not found. retry in 871.309957ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:07.472717267Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 738.038313ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:07.50232193Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 503.725755ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:07.513134652Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 504.475831ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:07.579640268Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 1.414452426s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:07.903076037Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 956.649059ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:07.915540668Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80\") failed: Property not found. retry in 663.073207ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:07.966315506Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 646.066668ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:08.010021699Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 1.305418543s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:08.030747385Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 935.750572ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:08.098985482Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 1.033902498s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:08.150428952Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 1.432802655s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:08.2543727Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 1.129924727s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:08.30978878Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0\") failed: Property not found. retry in 1.081452719s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:08.356858293Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 605.704028ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:08.527823966Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 1.093159046s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:08.538468324Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80\") failed: Property not found. retry in 768.016366ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:08.642568595Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 710.789357ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:08.669222277Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 590.17813ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:08.769560781Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 1.145040247s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:08.885927429Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 993.720424ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:09.048874841Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 952.162774ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:09.147102828Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 1.049255613s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:09.19978024Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 1.140305666s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:09.330768716Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 1.00381036s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:09.350146409Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 546.02466ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:09.372978732Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 907.881488ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:09.392960686Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80\") failed: Property not found. retry in 1.481078458s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:09.4242842Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0\") failed: Property not found. retry in 710.44198ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:09.45083752Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 652.976847ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:09.460925758Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:09.639275112Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"787.937018ms"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 555.302654ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:09.650908268Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 778.778852ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:09.703578339Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 577.10991ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:09.934187287Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 1.296127325s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:10.042441631Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 605.273981ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:10.054883291Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 891.987514ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:10.114021748Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 1.240258248s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:10.127643358Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0\") failed: Property not found. retry in 747.921316ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:10.174220282Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 1.38448795s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:10.217614949Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 1.465941025s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:10.26063531Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 1.020768971s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:10.312434126Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 1.140904497s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:10.36577892Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 1.39434028s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:10.494451965Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 700.817477ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:10.506764363Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 1.175451601s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:10.525642437Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 1.480285798s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:10.674237975Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80\") failed: Property not found. retry in 1.400966505s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:10.921228123Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0\") failed: Property not found. retry in 901.703292ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:10.93975473Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 934.298613ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:11.022136177Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 684.214931ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:11.221828529Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:11.327696371Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:11.328035502Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 1.060463376s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:11.353193942Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 685.069187ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:11.375187711Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 841.59782ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:11.397641228Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 1.319900995s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:11.521432458Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f\") failed: Property not found. retry in 25.624295ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:11.601463343Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 1.281898459s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:11.617828232Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f\") failed: Property not found. retry in 72.626002ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:11.638701091Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:11.671329469Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:11.671649524Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:11.679652596Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:11.67987795Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 870.243466ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:11.749107414Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f\") failed: Property not found. retry in 242.170675ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:11.767516869Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 1.33925678s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:11.781835003Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0\") failed: Property not found. retry in 633.496668ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:11.859571757Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 572.655665ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:11.936297044Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 1.073108145s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:11.950347463Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 1.399933278s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:11.979142682Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b\") failed: Property not found. retry in 60.376294ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:11.992279794Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\") failed: Property not found. retry in 68.100656ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:12.003476792Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:12.003792258Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:12.004050592Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f\") failed: Property not found. retry in 582.464354ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:12.023973775Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b\") failed: Property not found. retry in 141.920495ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:12.065216244Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 647.033447ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:12.099797426Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\") failed: Property not found. retry in 92.01932ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:12.112712044Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 852.245833ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:12.181174455Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\") failed: Property not found. retry in 288.112126ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:12.225095962Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b\") failed: Property not found. retry in 113.421641ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:12.242011891Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 904.48196ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:12.257425143Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62\") failed: Property not found. retry in 62.911843ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:12.267939949Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80\") failed: Property not found. retry in 1.020043815s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:12.334457146Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62\") failed: Property not found. retry in 90.397845ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:12.345587553Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b\") failed: Property not found. retry in 448.139913ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:12.36748842Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 1.392942874s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:12.425201491Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62\") failed: Property not found. retry in 255.546904ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:12.445727194Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0\") failed: Property not found. retry in 607.306798ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:12.505113804Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 1.464037595s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:12.520474156Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\") failed: Property not found. retry in 445.265422ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:12.535448671Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f\") failed: Property not found. retry in 588.295689ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:12.619190442Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 978.052652ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:12.631186834Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62\") failed: Property not found. retry in 447.168634ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:12.719154609Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:12.725123565Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:12.725163885Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:12.72541094Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:12.731292674Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 735.312783ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:12.759077945Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b\") failed: Property not found. retry in 1.18179316s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:12.82889957Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 946.722184ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:12.85491233Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 587.962442ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:12.92615649Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\") failed: Property not found. retry in 1.047524818s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:12.996988823Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f\") failed: Property not found. retry in 60.508771ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:13.009507424Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88\") failed: Property not found. retry in 66.525727ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:13.026348142Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 1.144547903s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:13.044995452Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 1.136219695s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:13.070633095Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f\") failed: Property not found. retry in 71.739967ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:13.093596371Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88\") failed: Property not found. retry in 122.243361ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:13.110892707Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0\") failed: Property not found. retry in 986.831997ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:13.140985709Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 1.256055602s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:13.208506944Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f\") failed: Property not found. retry in 249.713844ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:13.236669812Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62\") failed: Property not found. retry in 688.442356ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:13.25464126Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f\") failed: Property not found. retry in 1.386477016s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:13.270464459Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 1.269293902s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:13.303252629Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88\") failed: Property not found. retry in 167.018707ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:13.33214529Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80\") failed: Property not found. retry in 812.30671ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:13.3756829Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 919.013612ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:13.404548751Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f\") failed: Property not found. retry in 244.426392ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:13.508630951Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 1.121783554s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:13.524636434Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88\") failed: Property not found. retry in 231.008063ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:13.54471416Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 801.459001ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:13.56508384Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 568.916225ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:13.728799205Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f\") failed: Property not found. retry in 488.901943ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:13.76639984Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88\") failed: Property not found. retry in 1.013098816s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:13.78729115Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 819.238676ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:13.81390269Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 1.015977459s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:13.831845017Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62\") failed: Property not found. retry in 814.013183ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:13.954929504Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 945.951332ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:13.995033424Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b\") failed: Property not found. retry in 662.580596ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:14.020046826Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\") failed: Property not found. retry in 972.254782ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:14.055005664Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0\") failed: Property not found. retry in 614.973597ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:14.260438977Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 749.217863ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:14.370706687Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80\") failed: Property not found. retry in 1.220310511s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:14.384604673Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 620.836585ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:14.396169968Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f\") failed: Property not found. retry in 1.110533235s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:14.408276212Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 1.305394071s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:14.417992824Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 515.968834ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:14.429280633Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 543.264848ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:14.4398398Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 786.1364ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:14.47431499Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 1.161455857s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:14.582989782Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 945.954967ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:14.643132705Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 794.77102ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:14.655331561Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f\") failed: Property not found. retry in 1.168634899s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:14.664777358Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b\") failed: Property not found. retry in 767.2571ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:14.691408199Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62\") failed: Property not found. retry in 594.05412ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:14.77740965Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88\") failed: Property not found. retry in 770.604354ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:14.809257583Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 942.698206ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:14.856740033Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0\") failed: Property not found. retry in 1.385583905s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:14.884995332Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 749.472333ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:14.949402241Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 783.714323ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:14.957315551Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 965.690195ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:14.991089049Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 1.246575367s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:15.024795965Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\") failed: Property not found. retry in 1.070270441s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:15.036543952Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 595.18315ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:15.128262115Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 843.553533ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:15.269994381Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62\") failed: Property not found. retry in 1.256044471s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:15.380026177Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 1.41462654s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:15.4588016Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b\") failed: Property not found. retry in 816.668382ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:15.467311631Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f\") failed: Property not found. retry in 1.28144746s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:15.527015387Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88\") failed: Property not found. retry in 949.497101ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:15.587771741Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 1.060475978s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:15.597158107Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80\") failed: Property not found. retry in 715.083807ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:15.61426302Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 502.170776ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:15.70705002Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 1.147166341s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:15.731604084Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 1.443493424s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:15.738949764Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 1.456210569s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:15.749271117Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 698.381875ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:15.756670008Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 1.018584813s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:15.808312021Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f\") failed: Property not found. retry in 1.409477604s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:15.841850714Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 1.478256147s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:15.965557002Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\") failed: Property not found. retry in 1.101398069s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:16.115219229Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 592.131706ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:16.122798413Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 1.196614006s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:16.218631189Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0\") failed: Property not found. retry in 628.348177ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:16.278993096Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 1.341499733s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:16.286224214Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b\") failed: Property not found. retry in 1.115863499s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:16.295160682Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80\") failed: Property not found. retry in 930.901323ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:16.339088389Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 817.566276ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:16.463660403Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88\") failed: Property not found. retry in 1.107892924s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:16.547294592Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62\") failed: Property not found. retry in 539.404908ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:16.645310646Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 1.193713481s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:16.666589692Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 1.31818311s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:16.723002429Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f\") failed: Property not found. retry in 1.082863465s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:16.817173565Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 853.87625ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:16.835572981Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 979.644197ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:16.883240264Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 996.506285ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:16.891179694Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0\") failed: Property not found. retry in 887.667107ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:16.915990023Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 762.058785ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:17.192213828Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62\") failed: Property not found. retry in 502.240705ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:17.200170899Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 935.709983ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:17.215813526Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\") failed: Property not found. retry in 1.053679418s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:17.224895066Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f\") failed: Property not found. retry in 783.181438ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:17.260064248Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80\") failed: Property not found. retry in 736.591223ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:17.27884109Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 1.485465788s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:17.288895808Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b\") failed: Property not found. retry in 1.46454088s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:17.419504288Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 543.834896ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:17.426452561Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 1.151859946s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:17.452158366Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 770.31361ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:17.636044048Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88\") failed: Property not found. retry in 1.266286942s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:17.663507833Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 1.40590797s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:17.69891055Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62\") failed: Property not found. retry in 1.06975284s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:17.710617136Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0\") failed: Property not found. retry in 1.387521377s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:17.812522048Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 885.017394ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:17.869017827Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 1.347491023s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:17.876773345Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 925.979522ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:17.895509256Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f\") failed: Property not found. retry in 1.437240095s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:17.909196848Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 1.262684265s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:17.963742783Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 1.372516506s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:17.979644234Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80\") failed: Property not found. retry in 1.395732567s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:18.024433086Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 747.126583ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:18.050224892Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f\") failed: Property not found. retry in 931.17174ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:18.057317698Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 1.405452548s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:18.159995274Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\") failed: Property not found. retry in 540.438172ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:18.288313703Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 530.430499ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:18.415374761Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 558.748791ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:18.613455854Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 547.555606ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:18.763540568Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 1.308901682s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:18.782769728Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62\") failed: Property not found. retry in 1.16476096s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:18.790413463Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 851.348617ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:18.806787553Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 1.161141001s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:18.830403981Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\") failed: Property not found. retry in 844.252802ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:18.838336241Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b\") failed: Property not found. retry in 1.271804168s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:18.895025864Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88\") failed: Property not found. retry in 636.948126ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:18.937636667Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 732.610556ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:18.954828661Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f\") failed: Property not found. retry in 1.243942872s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:18.996180573Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 607.885163ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:19.11307879Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 1.284600189s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:19.181068532Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0\") failed: Property not found. retry in 956.845716ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:19.210272649Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 1.490717694s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:19.233042731Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 1.047943822s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:19.240802289Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 705.504714ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:19.320855895Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f\") failed: Property not found. retry in 1.423687646s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:19.35508996Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 554.932148ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:19.362566562Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80\") failed: Property not found. retry in 1.270449188s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:19.428803084Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 1.286214319s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:19.573067915Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88\") failed: Property not found. retry in 1.193006896s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:19.583237665Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 749.161919ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:19.666902165Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\") failed: Property not found. retry in 586.480714ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:19.690238687Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 1.196990718s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:19.697602288Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 505.179055ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:19.730829855Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 964.003097ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:19.925794343Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62\") failed: Property not found. retry in 915.012891ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:19.963470219Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 741.164426ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:19.999824252Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 1.019484002s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:20.035760498Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 1.19086837s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:20.101306147Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b\") failed: Property not found. retry in 1.002347702s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:20.176153671Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0\") failed: Property not found. retry in 542.7591ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:20.183834366Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 1.164704891s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:20.244449558Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f\") failed: Property not found. retry in 1.030730152s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:20.252334408Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\") failed: Property not found. retry in 585.843111ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:20.28521525Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 1.349180584s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:20.296640921Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 654.953725ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:20.425555421Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 819.108622ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:20.474911334Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80\") failed: Property not found. retry in 1.017339998s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:20.707821733Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 983.452096ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:20.731987671Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0\") failed: Property not found. retry in 1.178587044s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:20.740397579Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 541.991189ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:20.749823666Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88\") failed: Property not found. retry in 1.353340437s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:20.784606011Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f\") failed: Property not found. retry in 1.175409983s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:20.791831409Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 576.251516ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:20.868630037Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\") failed: Property not found. retry in 554.279617ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:20.880580788Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62\") failed: Property not found. retry in 1.462927475s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:20.887840797Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 1.243979061s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:20.897515468Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 863.593205ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:20.905729393Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 563.604685ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:21.06442802Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 652.464319ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:21.089389441Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b\") failed: Property not found. retry in 1.061646327s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:21.188729929Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f\") failed: Property not found. retry in 944.409514ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:21.292176218Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 780.409737ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:21.298644932Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 761.752057ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:21.304919503Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 1.188489936s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:21.31324146Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 619.876356ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:21.418289738Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\") failed: Property not found. retry in 858.986266ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:21.443545325Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 1.216656107s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:21.453089914Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 1.247441569s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:21.638999412Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 964.158055ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:21.654678589Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 771.970112ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:21.727394304Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80\") failed: Property not found. retry in 1.362824593s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:21.736879662Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 544.283834ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:21.752486888Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 1.325534179s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:21.78031284Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0\") failed: Property not found. retry in 767.764006ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:21.933671003Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f\") failed: Property not found. retry in 921.586419ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:21.981630551Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 556.423378ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:22.053522322Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 979.977719ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:22.082464414Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 917.0998ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:22.096839549Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88\") failed: Property not found. retry in 918.002467ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:22.150848454Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 1.177075398s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:22.162174854Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f\") failed: Property not found. retry in 791.621731ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:22.247671936Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b\") failed: Property not found. retry in 785.586252ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:22.262728042Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 1.099665222s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:22.307331121Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\") failed: Property not found. retry in 614.97815ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:22.31745852Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62\") failed: Property not found. retry in 1.196865899s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:22.364164476Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 1.247051599s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:22.509601378Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 1.024715356s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:22.520141455Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 684.147669ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:22.622375313Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 872.871181ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:22.632342419Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 1.166820034s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:22.680184475Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0\") failed: Property not found. retry in 1.028433538s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:22.711872135Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 805.195771ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:22.897141062Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f\") failed: Property not found. retry in 915.259844ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:22.915157251Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\") failed: Property not found. retry in 510.465258ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:22.943290318Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 1.338000513s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:23.028036997Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f\") failed: Property not found. retry in 1.072993766s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:23.050006335Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b\") failed: Property not found. retry in 864.67049ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:23.060593033Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 990.645869ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:23.073115524Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88\") failed: Property not found. retry in 1.073303661s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:23.082563731Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80\") failed: Property not found. retry in 1.263799374s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:23.109431177Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 1.477261066s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:23.119600416Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 754.73355ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:23.316887646Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 1.212825708s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:23.349430331Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 531.808163ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:23.416854654Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\") failed: Property not found. retry in 868.226025ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:23.465948472Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 1.199421883s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:23.514974569Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 655.441512ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:23.554286124Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62\") failed: Property not found. retry in 996.131624ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:23.570064963Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 753.713508ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:23.712542273Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0\") failed: Property not found. retry in 557.791818ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:23.752981068Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 808.812183ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:23.771986954Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f\") failed: Property not found. retry in 1.216110993s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:23.84358899Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 1.117007644s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:23.860348717Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b\") failed: Property not found. retry in 1.053839329s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:23.941828718Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 858.971602ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:23.959562972Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 815.55214ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:24.082601697Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 509.114745ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:24.098080651Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f\") failed: Property not found. retry in 1.047286327s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:24.139962812Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88\") failed: Property not found. retry in 1.3987987s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:24.174154377Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 826.248625ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:24.225495175Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0\") failed: Property not found. retry in 1.099193315s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:24.325793918Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\") failed: Property not found. retry in 748.753847ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:24.347295789Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 811.482968ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:24.390089335Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80\") failed: Property not found. retry in 656.773224ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:24.409700532Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 1.286671687s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:24.484415494Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 1.325974333s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:24.578835913Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62\") failed: Property not found. retry in 684.36389ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:24.592405873Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 850.76139ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:24.606178807Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 1.151679179s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:24.618520806Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 1.494806306s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:24.631039977Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 804.933986ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:24.73132403Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 1.484486409s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:24.840012262Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 1.334194423s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:24.914265055Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 923.54191ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:24.996714953Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b\") failed: Property not found. retry in 611.872333ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:25.017381629Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 1.10958713s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:25.07116215Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80\") failed: Property not found. retry in 1.48107751s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:25.08420847Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f\") failed: Property not found. retry in 1.229043437s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:25.098918201Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\") failed: Property not found. retry in 750.15685ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:25.113951647Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f\") failed: Property not found. retry in 904.131093ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:25.203276446Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 1.317629133s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:25.21703739Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62\") failed: Property not found. retry in 1.496078465s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:25.294212215Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 1.35397321s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:25.474477632Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:25.485203552Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"1.11428066s"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 1.006244296s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:25.555575707Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88\") failed: Property not found. retry in 1.165103025s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:25.592378838Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:25.593105321Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41865"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:25.59534233Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"bdd5bdf7-7395-4d78-bbba-b6ad8011fc85","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41865","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":2134,"response_code":"200"} {"msg":"wait for service Some(\"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b\") failed: Property not found. retry in 1.317152875s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:25.647576504Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 1.06486349s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:25.787383096Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 1.015425363s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:25.80400403Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\") failed: Property not found. retry in 1.316117896s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:25.881515931Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 1.132513784s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:25.92220104Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 1.294017121s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:25.936610145Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f\") failed: Property not found. retry in 1.406492311s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:26.137414766Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 688.364433ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:26.156098017Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 574.66425ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:26.194311733Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 675.599164ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:26.263443175Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 1.304842273s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:26.3406368Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f\") failed: Property not found. retry in 1.002045396s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:26.356764255Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 568.258849ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:26.549809104Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 829.354389ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:26.573462708Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80\") failed: Property not found. retry in 1.3657952s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:26.58487346Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88\") failed: Property not found. retry in 836.866057ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:26.770319494Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 1.27534758s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:26.784095412Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62\") failed: Property not found. retry in 887.293157ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:26.803617177Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 1.334504202s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:26.832510439Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 881.478366ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:26.844446098Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 898.574059ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:26.857758615Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 559.8359ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:26.868105418Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 1.392498399s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:26.950568616Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b\") failed: Property not found. retry in 1.499053031s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:26.975365895Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 1.412045929s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:27.067224509Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 1.196224783s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:27.129253066Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\") failed: Property not found. retry in 972.563222ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:27.208557789Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 623.225341ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:27.241035983Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f\") failed: Property not found. retry in 1.204527888s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:27.37090762Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 584.117183ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:27.413077816Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 1.280602559s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:27.437962906Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f\") failed: Property not found. retry in 793.224137ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:27.554806222Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88\") failed: Property not found. retry in 897.236611ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:27.616409692Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 1.145457861s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:27.655485143Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62\") failed: Property not found. retry in 1.004711476s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:27.700501389Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 783.086197ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:27.735943946Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 731.150498ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:27.764511261Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 1.119264212s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:27.873978647Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80\") failed: Property not found. retry in 1.334279265s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:27.960242252Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 1.129010761s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:28.007079771Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 1.413778233s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:28.069149778Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 657.263568ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:28.177735139Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\") failed: Property not found. retry in 1.370300111s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:28.190844351Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 1.218986574s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:28.336366115Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 1.389854008s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:28.352886207Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f\") failed: Property not found. retry in 1.414768399s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:28.361181393Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b\") failed: Property not found. retry in 654.023894ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:28.485079694Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 948.421847ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:28.495288515Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56\") failed: Property not found. retry in 1.494913199s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:28.50686792Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88\") failed: Property not found. retry in 1.239474561s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:28.523224779Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 1.397419061s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:28.530741522Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f\") failed: Property not found. retry in 1.435594933s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:28.58432793Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62\") failed: Property not found. retry in 828.136914ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:28.716378855Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0\") failed: Property not found. retry in 666.609212ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:28.72853332Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 512.043232ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:28.811016339Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244\") failed: Property not found. retry in 1.286988255s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:28.846085609Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9\") failed: Property not found. retry in 1.238450047s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:29.003462922Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 1.359541574s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:29.14640206Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b\") failed: Property not found. retry in 672.359136ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:29.15657775Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80\") failed: Property not found. retry in 1.328272484s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:29.304072059Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 847.069374ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:29.332751126Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277\") failed: Property not found. retry in 1.348520813s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:29.453682925Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f\") failed: Property not found. retry in 1.480953171s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:29.49302243Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62\") failed: Property not found. retry in 1.282870955s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:29.55405723Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718\") failed: Property not found. retry in 577.932535ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:29.564992413Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\") failed: Property not found. retry in 633.222257ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:29.573447583Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d\") failed: Property not found. retry in 1.377504519s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:29.753247312Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88\") failed: Property not found. retry in 895.491415ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:29.771985593Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f\") failed: Property not found. retry in 727.308986ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:29.78589893Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b\") failed: Property not found. retry in 616.080205ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:29.838455769Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82\") failed: Property not found. retry in 1.497789629s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:29.938114811Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f\") failed: Property not found. retry in 1.372228033s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:30.032276007Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef\") failed: Property not found. retry in 1.357617994s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:30.188130893Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\") failed: Property not found. retry in 1.327503461s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:30.21393933Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b\") failed: Property not found. retry in 503.008056ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:30.464209156Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd\") failed: Property not found. retry in 1.048358965s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:30.51591999Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f\") failed: Property not found. retry in 1.053159778s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:30.525017291Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88\") failed: Property not found. retry in 698.793771ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:30.676049212Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62\") failed: Property not found. retry in 692.646244ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:30.848360319Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b\") failed: Property not found. retry in 1.376246634s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:30.977676326Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88\") failed: Property not found. retry in 621.049997ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:31.384363858Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f\") failed: Property not found. retry in 502.187822ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:31.412912593Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62\") failed: Property not found. retry in 1.382757208s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:31.551971952Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\") failed: Property not found. retry in 778.8524ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:31.561649523Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f\") failed: Property not found. retry in 1.439681138s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:31.599438992Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f\") failed: Property not found. retry in 1.059264681s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:31.924843126Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88\") failed: Property not found. retry in 725.032002ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:32.016813903Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\") failed: Property not found. retry in 869.012462ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:32.351764186Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b\") failed: Property not found. retry in 1.045037476s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:32.365905546Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.44559574Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.44563412Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.445706912Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.445716042Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.445725412Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.445734612Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.445740312Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.445744362Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.445748533Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.445965226Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.445988807Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.445999217Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.446005617Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.446011287Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.446017137Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.446023107Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.446029247Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.446423685Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.446437495Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277"} {"msg":"Writing ledger to /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.447187868Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.4489873Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.461730815Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"ac171596-63e4-4044-8466-31018861f577","remote_addr":"[fd00:1122:3344:101::1]:52951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":39331775,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.466288626Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1322"} {"msg":"Writing ledger to /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.466303396Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.466637222Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.4704805Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.470840406Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:720"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n local_pref: None,\n nexthop: 10.151.2.100,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.507594786Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/ad186af8-8c6c-4691-b5b3-63d42bf4113c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.509413008Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/ad186af8-8c6c-4691-b5b3-63d42bf4113c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.581696817Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/ad186af8-8c6c-4691-b5b3-63d42bf4113c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.750184196Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/ad186af8-8c6c-4691-b5b3-63d42bf4113c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:33.882571698Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/ad186af8-8c6c-4691-b5b3-63d42bf4113c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:34.068044858Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/ad186af8-8c6c-4691-b5b3-63d42bf4113c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:34.377654523Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:34.553424732Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"3.164538498s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/ad186af8-8c6c-4691-b5b3-63d42bf4113c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:34.717800648Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/ad186af8-8c6c-4691-b5b3-63d42bf4113c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:34.875134841Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/ad186af8-8c6c-4691-b5b3-63d42bf4113c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:35.169627999Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/ad186af8-8c6c-4691-b5b3-63d42bf4113c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:35.785388109Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/ad186af8-8c6c-4691-b5b3-63d42bf4113c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:36.342489001Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/ad186af8-8c6c-4691-b5b3-63d42bf4113c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:37.267168824Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:37.755322207Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"5.398418394s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/ad186af8-8c6c-4691-b5b3-63d42bf4113c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:38.043846539Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/ad186af8-8c6c-4691-b5b3-63d42bf4113c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:39.169520647Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/ad186af8-8c6c-4691-b5b3-63d42bf4113c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:40.104858378Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/ad186af8-8c6c-4691-b5b3-63d42bf4113c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:41.524304721Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:50:43.186455116Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"21.915706086s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/ad186af8-8c6c-4691-b5b3-63d42bf4113c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:43.629465651Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/ad186af8-8c6c-4691-b5b3-63d42bf4113c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:45.402435626Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/ad186af8-8c6c-4691-b5b3-63d42bf4113c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:47.261113567Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/ad186af8-8c6c-4691-b5b3-63d42bf4113c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:50.296945406Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/ad186af8-8c6c-4691-b5b3-63d42bf4113c/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:55.045644616Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:55.637505114Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36077"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:55.637565475Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"2b97a0c0-f43a-407d-94b3-5e38c2fdd097","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36077","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":39,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4004c0ec-0584-40ae-9c2a-54e7596e0657\", \"content-length\": \"173\", \"date\": \"Wed, 11 Sep 2024 22:50:58 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"ad186af8-8c6c-4691-b5b3-63d42bf4113c\\\"\", request_id: \"4004c0ec-0584-40ae-9c2a-54e7596e0657\" }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:50:59.110066996Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe5cbfcd-3ce7-4e48-a0da-c1b1f0a4ee98\", \"content-length\": \"173\", \"date\": \"Wed, 11 Sep 2024 22:51:02 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"35545f26-e1d9-4ad2-8ed3-679cba94411b\\\"\", request_id: \"fe5cbfcd-3ce7-4e48-a0da-c1b1f0a4ee98\" }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:03.252951063Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:51:05.145991111Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"fb902b09-d232-4697-9c1b-e9cdc12d9128\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 11 Sep 2024 22:51:05 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"fb902b09-d232-4697-9c1b-e9cdc12d9128\\\" }\"","delay":"33.659851228s"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dca67985-e90e-47ed-8693-d59481199dfd\", \"content-length\": \"173\", \"date\": \"Wed, 11 Sep 2024 22:51:10 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"35545f26-e1d9-4ad2-8ed3-679cba94411b\\\"\", request_id: \"dca67985-e90e-47ed-8693-d59481199dfd\" }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:10.302632107Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:17.24486919Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"sled-agent/src/nexus.rs:544","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:17.334627258Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:60906"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:17.336243776Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:17.525227788Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"69e132f4-0bdc-4095-b066-27523757d935","remote_addr":"[fd00:1122:3344:101::b]:60906","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":190257,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:17.525831209Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:17.526528851Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:17.530681135Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:17.532272883Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"9afb5e7d-dded-49a1-b786-2bcfd398c4cc","remote_addr":"[fd00:1122:3344:101::b]:60906","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6523,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:22.562634305Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:36870"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:22.564719642Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bd5846a9-8c6b-4c09-974b-f1d5f3391f63, kind: Service { id: c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf }, name: Name(\"external-dns-c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 23])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d69533f1-7b03-41af-bd25-e4cac6e97a61, kind: Service { id: a9318a9c-1482-41a4-ba3e-a515b62e612b }, name: Name(\"external-dns-a9318a9c-1482-41a4-ba3e-a515b62e612b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 188])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3d64456b-f2a4-4471-b30f-a388f7917506, kind: Service { id: 098a841e-649e-4d26-b7e0-8ce27e09ad88 }, name: Name(\"nexus-098a841e-649e-4d26-b7e0-8ce27e09ad88\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 246])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7f4a8407-22ed-44fa-b5f2-82078e2b1752, kind: Service { id: 88f8c4ef-0034-4c46-8187-a4bae0b36b62 }, name: Name(\"nexus-88f8c4ef-0034-4c46-8187-a4bae0b36b62\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 229])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 948186f9-0b1c-4f2f-8d1a-8d2e006f7dbe, kind: Service { id: 6a5513cb-d653-446c-8488-91cb1d7e4e8f }, name: Name(\"nexus-6a5513cb-d653-446c-8488-91cb1d7e4e8f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 82])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:22.564771133Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:22.564800613Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:22.564829934Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:22.564838324Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:22.564850544Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:22.564861514Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:22.564878975Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"4438c3eb-bcde-438d-ae03-5dbebb5d5a98","remote_addr":"[fd00:1122:3344:101::b]:36870","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":2202,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:22.566945071Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:959"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.143690091Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:37461"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.144360333Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.369888791Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"6a26dd82-5bb1-456d-a93b-47151b85db94","remote_addr":"[fd00:1122:3344:101::b]:37461","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":226105,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.370469412Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.370549513Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.37147899Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.371821476Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"8283c704-d822-4468-b649-af51a4152454","remote_addr":"[fd00:1122:3344:101::b]:37461","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1515,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.519722761Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:56531"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.519901455Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bd5846a9-8c6b-4c09-974b-f1d5f3391f63, kind: Service { id: c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf }, name: Name(\"external-dns-c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 23])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d69533f1-7b03-41af-bd25-e4cac6e97a61, kind: Service { id: a9318a9c-1482-41a4-ba3e-a515b62e612b }, name: Name(\"external-dns-a9318a9c-1482-41a4-ba3e-a515b62e612b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 188])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3d64456b-f2a4-4471-b30f-a388f7917506, kind: Service { id: 098a841e-649e-4d26-b7e0-8ce27e09ad88 }, name: Name(\"nexus-098a841e-649e-4d26-b7e0-8ce27e09ad88\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 246])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7f4a8407-22ed-44fa-b5f2-82078e2b1752, kind: Service { id: 88f8c4ef-0034-4c46-8187-a4bae0b36b62 }, name: Name(\"nexus-88f8c4ef-0034-4c46-8187-a4bae0b36b62\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 229])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 948186f9-0b1c-4f2f-8d1a-8d2e006f7dbe, kind: Service { id: 6a5513cb-d653-446c-8488-91cb1d7e4e8f }, name: Name(\"nexus-6a5513cb-d653-446c-8488-91cb1d7e4e8f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 82])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.519948515Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.519966676Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.519972066Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.519978446Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.519992536Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.519997786Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.520016426Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d91af5c1-f482-40e0-8383-47873c748da5","remote_addr":"[fd00:1122:3344:101::c]:56531","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":234,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.595873618Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62855"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.596034941Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bd5846a9-8c6b-4c09-974b-f1d5f3391f63, kind: Service { id: c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf }, name: Name(\"external-dns-c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 23])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d69533f1-7b03-41af-bd25-e4cac6e97a61, kind: Service { id: a9318a9c-1482-41a4-ba3e-a515b62e612b }, name: Name(\"external-dns-a9318a9c-1482-41a4-ba3e-a515b62e612b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 188])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3d64456b-f2a4-4471-b30f-a388f7917506, kind: Service { id: 098a841e-649e-4d26-b7e0-8ce27e09ad88 }, name: Name(\"nexus-098a841e-649e-4d26-b7e0-8ce27e09ad88\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 246])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7f4a8407-22ed-44fa-b5f2-82078e2b1752, kind: Service { id: 88f8c4ef-0034-4c46-8187-a4bae0b36b62 }, name: Name(\"nexus-88f8c4ef-0034-4c46-8187-a4bae0b36b62\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 229])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 948186f9-0b1c-4f2f-8d1a-8d2e006f7dbe, kind: Service { id: 6a5513cb-d653-446c-8488-91cb1d7e4e8f }, name: Name(\"nexus-6a5513cb-d653-446c-8488-91cb1d7e4e8f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 82])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.596075582Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.596089992Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.596101912Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.596106832Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.596124323Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.596130172Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.596147373Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"791eabad-fd09-49dd-b221-1db9fd34a723","remote_addr":"[fd00:1122:3344:101::b]:62855","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":226,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.596209224Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:55226"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.596297506Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bd5846a9-8c6b-4c09-974b-f1d5f3391f63, kind: Service { id: c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf }, name: Name(\"external-dns-c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 23])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d69533f1-7b03-41af-bd25-e4cac6e97a61, kind: Service { id: a9318a9c-1482-41a4-ba3e-a515b62e612b }, name: Name(\"external-dns-a9318a9c-1482-41a4-ba3e-a515b62e612b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 188])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3d64456b-f2a4-4471-b30f-a388f7917506, kind: Service { id: 098a841e-649e-4d26-b7e0-8ce27e09ad88 }, name: Name(\"nexus-098a841e-649e-4d26-b7e0-8ce27e09ad88\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 246])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7f4a8407-22ed-44fa-b5f2-82078e2b1752, kind: Service { id: 88f8c4ef-0034-4c46-8187-a4bae0b36b62 }, name: Name(\"nexus-88f8c4ef-0034-4c46-8187-a4bae0b36b62\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 229])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 948186f9-0b1c-4f2f-8d1a-8d2e006f7dbe, kind: Service { id: 6a5513cb-d653-446c-8488-91cb1d7e4e8f }, name: Name(\"nexus-6a5513cb-d653-446c-8488-91cb1d7e4e8f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 82])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.596319976Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.596324736Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.596328866Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.596339916Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.596344586Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.596348836Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:23.596357577Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"7fbfaf6e-d051-47a6-a3da-5a47057a2d72","remote_addr":"[fd00:1122:3344:101::a]:55226","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":132,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:25.671976494Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41066"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:25.672534124Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"cd1b70ed-6b56-488d-be06-becf8d0623ac","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41066","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":529,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:28.798699959Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:41050"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:28.798815492Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"201d2c00-3f01-4d10-a859-d7d1234cf4bf","remote_addr":"[fd00:1122:3344:101::a]:41050","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":89,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:28.875489917Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:60776"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:28.875696061Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"d3bc8808-4945-41dd-9d7a-3918cf687dc8","remote_addr":"[fd00:1122:3344:101::a]:60776","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":178,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:28.917331817Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ac0103f2-4e9c-46c9-9d84-5d0002ac00a7","remote_addr":"[fd00:1122:3344:101::a]:41050","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5646,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:29.521226328Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44441"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:29.521296889Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9017d7fe-eb0b-411b-bdb6-09d1c2f2b16a","remote_addr":"[fd00:1122:3344:101::b]:44441","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":42,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:29.532760412Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"4a9f2be3-cb5e-49f1-b122-169f6882e2e3","remote_addr":"[fd00:1122:3344:101::b]:44441","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:29.585284681Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:39443"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:29.586090755Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"fa060b92-7d9e-4181-a514-f3d3591d8899","remote_addr":"[fd00:1122:3344:101::c]:39443","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":740,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:29.618749593Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:50077"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:29.618952746Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"c1259abb-521e-4f49-9353-132e16d7e225","remote_addr":"[fd00:1122:3344:101::b]:50077","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":154,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:29.668321229Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62480"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:29.680929282Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:29.864383056Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:29.978573116Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"2de71e23-7d69-45bc-9d8a-33adc928282d","remote_addr":"[fd00:1122:3344:101::a]:62480","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":310206,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:29.978948152Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:57325"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:29.978974523Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:64502"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:29.979754977Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:29.979866239Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"aa9d077f-23c0-4628-9eab-f8be8577cf91","remote_addr":"[fd00:1122:3344:101::c]:39443","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":875,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:30.012969754Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"29cc01d6-0baa-4f55-901a-5bfa8977e6e9","remote_addr":"[fd00:1122:3344:101::a]:62480","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":33944,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:30.034930242Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:43958"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:30.036314377Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"507a8180-f2cf-487b-bbac-d856f7a6c2af","remote_addr":"[fd00:1122:3344:101::c]:43958","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":282,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:30.109940029Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:30.172143989Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:30.17219756Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"7b826fc1-d367-4535-9646-0802947c6300","remote_addr":"[fd00:1122:3344:101::c]:57325","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":193094,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:30.175774933Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e033ffce-1882-4d44-b095-03e054315f7d","remote_addr":"[fd00:1122:3344:101::c]:57325","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":402,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:30.210213653Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:30.260559713Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:30.260685285Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:30.26718996Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d285b28d-ea4e-4480-ab4f-9d37d6a1f56b","remote_addr":"[fd00:1122:3344:101::b]:64502","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":288072,"response_code":"204"} {"msg":"Writing ledger to /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:30.270244714Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:30.283505859Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:30.28355629Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"PUT","req_id":"86fd9238-4604-4092-ba65-bda84b8810cf","remote_addr":"[fd00:1122:3344:101::a]:62480","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":25239,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:30.28356777Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"600ad2e5-3897-4043-a463-b193afb90d83","remote_addr":"[fd00:1122:3344:101::b]:64502","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":16079,"response_code":"200"} {"msg":"Attempting to update network config with generation: 3, current_generation: 2","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:30.427823431Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:30.427848391Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:30.428025965Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 3","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:30.428155737Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:30.428171327Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"PUT","req_id":"7c3ac40d-3d14-4142-a986-040928fb0e3b","remote_addr":"[fd00:1122:3344:101::c]:57325","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":515,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:34.713866909Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:58266"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:34.71395173Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"924bdfba-15ac-4d03-9ff3-d4a3e5721369","remote_addr":"[fd00:1122:3344:101::b]:58266","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":70,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:34.72073957Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"78f75c5f-5fd2-4dc4-a3e1-ce9277eb662d","remote_addr":"[fd00:1122:3344:101::b]:58266","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:55.711953869Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38508"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:55.712073401Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"d8be1620-2171-4be6-9a02-72d6d89ef863","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38508","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":72,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:58.745721681Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:44954"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:58.745844343Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1c226e5a-a40a-41f9-8fa7-d6ef9b0adeed","remote_addr":"[fd00:1122:3344:101::a]:44954","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:58.769853438Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ea9c928b-9dcc-479a-a5f8-ec376c67a26a","remote_addr":"[fd00:1122:3344:101::a]:44954","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":158,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:58.848796034Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:41232"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:58.848992077Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"6fd9d597-c32f-4833-9f6c-57795596633e","remote_addr":"[fd00:1122:3344:101::a]:41232","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":158,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:59.290992245Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:59136"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:59.291796919Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:59.330814889Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:59.394632887Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"4394959c-6d20-4bb8-bf9e-00c4b3ab6dd5","remote_addr":"[fd00:1122:3344:101::a]:59136","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103586,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:59.401928836Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"449590d3-b449-4f1a-aad9-a4bbd4558851","remote_addr":"[fd00:1122:3344:101::a]:59136","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":2886,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:59.669245324Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:43059"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:59.669360386Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"653b26ec-18c4-4882-9328-52fbc521de30","remote_addr":"[fd00:1122:3344:101::c]:43059","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":49,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:59.684162918Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"13346d30-d1ce-4c22-a1e0-efb04f8394f7","remote_addr":"[fd00:1122:3344:101::c]:43059","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":105,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:59.741751376Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:46628"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:59.742621491Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"3e8bdc5a-8b6e-4483-b90a-22793efcb17a","remote_addr":"[fd00:1122:3344:101::b]:46628","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":841,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:59.76231458Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"2a3952cf-0c77-45e3-8e40-834d35a0e8bb","remote_addr":"[fd00:1122:3344:101::b]:46628","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":187,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:59.893786145Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:51384"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:59.894739122Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"1b945778-3b31-493c-b8f5-45dfdbb7bcc5","remote_addr":"[fd00:1122:3344:101::c]:51384","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":927,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:59.925266591Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44975"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:59.925439974Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"a891042b-d4be-4841-9f05-86681ea35fb5","remote_addr":"[fd00:1122:3344:101::b]:44975","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:59.95852955Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:63434"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:59.959160871Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:51:59.995444712Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:00.057765965Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"71a2b250-a19a-4c1b-b3b7-e66002e774f5","remote_addr":"[fd00:1122:3344:101::b]:63434","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99173,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:00.057986518Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:33497"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:00.058182942Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:00.061960189Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"5baa624a-0152-44a3-976c-7d88cbd8071f","remote_addr":"[fd00:1122:3344:101::b]:63434","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3828,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:00.094379602Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:00.152108943Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"84060b3a-b896-45a2-a57c-fbf907727041","remote_addr":"[fd00:1122:3344:101::c]:33497","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94010,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:00.153296334Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c4c8a936-b60b-45c9-acc4-97147005c137","remote_addr":"[fd00:1122:3344:101::c]:33497","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":886,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:08.962919942Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:62558","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::d]:36196"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:08.992413174Z","hostname":"sock","pid":1562,"uri":"/35545f26-e1d9-4ad2-8ed3-679cba94411b","method":"GET","req_id":"b3961662-0819-4970-ae12-192e64ed617a","remote_addr":"[fd00:1122:3344:101::d]:36196","local_addr":"[fd00:1122:3344:101::1]:62558","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":29400,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:25.75102835Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53175"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:25.751733032Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"f0e46876-99cf-46ec-8056-09ed6500c351","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53175","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":671,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:28.8763182Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:49066"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:28.877052153Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"011cdab9-ea03-4b39-8775-2cc6261cac59","remote_addr":"[fd00:1122:3344:101::a]:49066","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":700,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:28.877692655Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62913"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:28.877905968Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"0be28b8f-dd60-4a55-a8e5-4ece45a86b00","remote_addr":"[fd00:1122:3344:101::a]:62913","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":155,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:29.014446663Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62227"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:29.015134425Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:29.055319726Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:29.114594564Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b66e0520-1887-4e65-9fcd-6a5713dde34d","remote_addr":"[fd00:1122:3344:101::a]:62227","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100080,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:29.11493284Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"62cb7ec1-c7e1-4faf-a44a-ce369058e7a0","remote_addr":"[fd00:1122:3344:101::a]:49066","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":172,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:29.115055132Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"046077cd-2d33-4303-a24f-490dfc0770c2","remote_addr":"[fd00:1122:3344:101::a]:62227","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":214,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:29.598784078Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:60321"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:29.598860499Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5d1a9332-0f31-4bee-bf39-8acb2ec413e7","remote_addr":"[fd00:1122:3344:101::b]:60321","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":66,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:29.684687657Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:43006"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:29.684776768Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"38e8500f-4af4-4e3b-9ef4-1dabab9c4a44","remote_addr":"[fd00:1122:3344:101::c]:43006","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":56,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:29.697389491Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:55103"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:29.697555174Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"4e2eb919-7ee6-44e5-9e4d-1560ac360a80","remote_addr":"[fd00:1122:3344:101::b]:55103","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":120,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:29.784061944Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b2d8c665-5d4e-4623-86a5-86b85f81367d","remote_addr":"[fd00:1122:3344:101::c]:43006","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":123,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:29.801554303Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:41027"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:29.802377688Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:29.843043997Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:29.903949624Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b93b065f-5aa2-456b-afbc-61e49ee59754","remote_addr":"[fd00:1122:3344:101::b]:41027","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102341,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:29.904241519Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:62021"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:29.904338881Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"fb7cb035-195a-4221-aed9-734857477a7c","remote_addr":"[fd00:1122:3344:101::b]:60321","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":199,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:29.905261527Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"7be5764c-b545-4247-83fc-0fd18ff1bb4f","remote_addr":"[fd00:1122:3344:101::b]:41027","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1020,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:29.905308838Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"9236baae-ae59-42c3-9e3a-88de9798959d","remote_addr":"[fd00:1122:3344:101::c]:62021","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":993,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:29.975922037Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:43876"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:29.976697111Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:30.014995468Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:30.071985966Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"4f9b0cd0-2f92-4df7-93e9-2ba6b16b524c","remote_addr":"[fd00:1122:3344:101::c]:43876","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96016,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:30.072319422Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"46de9393-8152-4521-821f-e3c082dc700a","remote_addr":"[fd00:1122:3344:101::c]:43876","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":127,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:38.968828686Z","hostname":"sock","pid":1562,"uri":"/35545f26-e1d9-4ad2-8ed3-679cba94411b","method":"GET","req_id":"fcbf5156-6a56-41e5-8b08-7e61cb02264a","remote_addr":"[fd00:1122:3344:101::d]:36196","local_addr":"[fd00:1122:3344:101::1]:62558","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6899,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:55.790325594Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48450"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:55.790391665Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"4dadf060-ec53-4b72-a6c0-41786b33350f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48450","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":38,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:58.811984042Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40090"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:58.812111354Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"44c266fe-ad69-45ed-aa21-e47a566b9534","remote_addr":"[fd00:1122:3344:101::a]:40090","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":105,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:58.837672696Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1907a0dc-0df1-4a68-ba05-e56796e41595","remote_addr":"[fd00:1122:3344:101::a]:40090","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":146,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:59.170242548Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52010"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:59.170422381Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"925fae95-0396-4088-850f-eda9b014fd5a","remote_addr":"[fd00:1122:3344:101::a]:52010","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":157,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:59.255587657Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:33818"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:59.255684799Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:59.296015252Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:59.361384798Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"a8375efd-c5c8-4ece-afd7-7a2704f84c91","remote_addr":"[fd00:1122:3344:101::a]:33818","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":105742,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:59.361876407Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"9c4ba9d1-b793-4264-ad71-e26c5c275b5a","remote_addr":"[fd00:1122:3344:101::a]:33818","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":235,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:59.693138085Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:41930"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:59.693211947Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"292e18e0-a0d8-454d-ad23-488fdb744aeb","remote_addr":"[fd00:1122:3344:101::b]:41930","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":66,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:59.707333746Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ae546cb6-8007-497c-9757-a571bc3da117","remote_addr":"[fd00:1122:3344:101::b]:41930","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":837,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:59.747352454Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:41044"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:59.74824171Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b18a27f5-12b7-4b28-afe9-4bebd05e8090","remote_addr":"[fd00:1122:3344:101::c]:41044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":867,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:59.759500689Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"877ec398-f0f1-4be9-961a-bde4266b2199","remote_addr":"[fd00:1122:3344:101::c]:41044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:59.861091246Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:34889"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:59.861242398Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"06b75680-908e-49d5-83f9-1e7e70f9ecf5","remote_addr":"[fd00:1122:3344:101::b]:34889","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":127,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:59.909081454Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:52243"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:59.909192946Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"9a4edabf-0bfb-4f60-920d-caf9dde11ac8","remote_addr":"[fd00:1122:3344:101::c]:52243","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:59.971512518Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:41188"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:52:59.97158542Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:00.01398365Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:00.071605049Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"63b097b2-aa9f-4f97-8068-f1125381e448","remote_addr":"[fd00:1122:3344:101::b]:41188","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100049,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:00.071764571Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:52718"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:00.071877493Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:00.104967359Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:00.164559213Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"abf1acd8-3f3a-4278-a4eb-34d69b9a57df","remote_addr":"[fd00:1122:3344:101::c]:52718","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92722,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:00.164887158Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"97ca1260-895c-41b5-8fb7-815ef40054c3","remote_addr":"[fd00:1122:3344:101::b]:41188","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":144,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:00.165105792Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"0968d5d6-ad17-42bc-8833-dddda5e807fe","remote_addr":"[fd00:1122:3344:101::c]:52718","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":222,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:08.968724184Z","hostname":"sock","pid":1562,"uri":"/35545f26-e1d9-4ad2-8ed3-679cba94411b","method":"GET","req_id":"5c6d0004-942b-41b6-a94d-949f30fb367c","remote_addr":"[fd00:1122:3344:101::d]:36196","local_addr":"[fd00:1122:3344:101::1]:62558","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6364,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:25.825328052Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:25.825401933Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"11c11f46-8e21-4468-940c-b7f832f245d4","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42177","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":60,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:28.87860582Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:53000"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:28.878755412Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"53f8215d-d417-46e6-9c98-2c144c8698e0","remote_addr":"[fd00:1122:3344:101::a]:53000","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":120,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:28.887277223Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1f8d1545-21a4-46c5-95b8-b3940c0d21e9","remote_addr":"[fd00:1122:3344:101::a]:53000","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":127,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:28.924169075Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:65336"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:28.924862878Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"3f25ef84-6eb0-4be9-a77d-e4078c87d3a5","remote_addr":"[fd00:1122:3344:101::a]:65336","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":632,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:29.033602301Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:36112"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:29.033727723Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:29.075672455Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:29.133888264Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"0785a772-4655-47f1-9179-71128601b6d0","remote_addr":"[fd00:1122:3344:101::a]:36112","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100221,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:29.13423497Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"8c61910d-bd04-4976-953d-c6fd1c63c11e","remote_addr":"[fd00:1122:3344:101::a]:36112","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":120,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:29.589010533Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:54763"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:29.589097695Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5d86092a-9fca-4a10-af3f-6e00556f1e49","remote_addr":"[fd00:1122:3344:101::b]:54763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":67,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:29.597339288Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"85973b8c-133a-4ebb-bd72-fb4016721ee8","remote_addr":"[fd00:1122:3344:101::b]:54763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":104,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:29.601216739Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:53053"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:29.601361972Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"7be721da-e5d3-4093-a0cf-59b71209ce8d","remote_addr":"[fd00:1122:3344:101::b]:53053","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:29.646994279Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:41397"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:29.64703291Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"815b28d0-6444-45e2-ae07-251323ea14c8","remote_addr":"[fd00:1122:3344:101::c]:41397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":24,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:29.655261985Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"42623a85-b055-4515-a5cb-24d377eec123","remote_addr":"[fd00:1122:3344:101::c]:41397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":74,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:29.731434722Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:37631"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:29.731517293Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:29.774064126Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:29.829870613Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c4677cdf-179e-480a-b8e7-39d5d0823eb0","remote_addr":"[fd00:1122:3344:101::c]:37631","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98390,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:29.830032175Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:61721"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:29.830095537Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:61536"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:29.830234159Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:29.833961105Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"2392b45d-a66e-444a-94dd-2d79acf07f51","remote_addr":"[fd00:1122:3344:101::c]:37631","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3650,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:29.834045146Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"e67d1105-c992-487c-8470-c3fc4129f37f","remote_addr":"[fd00:1122:3344:101::c]:61536","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3709,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:29.865989822Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:29.926319378Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"46daea82-931f-46e5-a644-4c7ec984680d","remote_addr":"[fd00:1122:3344:101::b]:61721","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96183,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:29.926694875Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"8c4549fd-1848-46dd-9127-4fc29961535a","remote_addr":"[fd00:1122:3344:101::b]:61721","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":130,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:38.969791832Z","hostname":"sock","pid":1562,"uri":"/35545f26-e1d9-4ad2-8ed3-679cba94411b","method":"GET","req_id":"4cd9ad08-957a-468a-8886-68b17479f74a","remote_addr":"[fd00:1122:3344:101::d]:36196","local_addr":"[fd00:1122:3344:101::1]:62558","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7196,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:49.574047208Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:55.862019541Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61926"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:55.862131392Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"e284730f-6a35-4975-b146-188cd29bfe0b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61926","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:59.03470855Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40929"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:59.034850122Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d387134b-1c58-447e-b781-ab745fcf596e","remote_addr":"[fd00:1122:3344:101::a]:40929","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":104,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:59.090563398Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:47289"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:59.09072083Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"722a2615-1506-418d-bf20-19ee0076df97","remote_addr":"[fd00:1122:3344:101::a]:47289","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":139,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:59.102503119Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"0d9062e0-b29b-4a77-bef2-90e815af7056","remote_addr":"[fd00:1122:3344:101::a]:40929","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":114,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:59.259272241Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:65253"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:59.259376863Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:59.300326247Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:59.356208876Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"172030e5-a2e2-432f-8a0f-7db56e246715","remote_addr":"[fd00:1122:3344:101::a]:65253","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96894,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:59.35648615Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"bc770951-cd1c-43ed-a495-1ff3bab80d83","remote_addr":"[fd00:1122:3344:101::a]:65253","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":109,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:59.598931308Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:35432"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:59.59902894Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"61562387-1a77-4e4e-b15b-7f850239be79","remote_addr":"[fd00:1122:3344:101::b]:35432","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":46,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:59.617029818Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"da407d48-480d-444d-95b6-f22aaedd9667","remote_addr":"[fd00:1122:3344:101::b]:35432","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":137,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:59.798497257Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:62599"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:59.799331252Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"781d87c5-645a-44c1-9e03-02739f249747","remote_addr":"[fd00:1122:3344:101::c]:62599","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":805,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:59.80880526Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b03b680a-8c27-4568-8adc-e489fff5cc37","remote_addr":"[fd00:1122:3344:101::c]:62599","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:59.900543382Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:41017"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:59.900747315Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"449dc75a-f385-4b4f-8b2e-ab54983e57e2","remote_addr":"[fd00:1122:3344:101::c]:41017","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":176,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:59.960251378Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:47920"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:53:59.960399961Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"df75f0b1-be7c-41d6-8f43-47bd61944be3","remote_addr":"[fd00:1122:3344:101::b]:47920","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:00.033659156Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:64803"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:00.03440969Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:00.075763121Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:00.132412123Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"4bf8939a-1760-4bac-9afa-bc3260e6335d","remote_addr":"[fd00:1122:3344:101::c]:64803","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98692,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:00.132533325Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:46789"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:00.132635077Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:00.165356205Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:00.217700351Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"e93b0b88-11e2-4af3-bb4a-be1fe64a9331","remote_addr":"[fd00:1122:3344:101::b]:46789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":85112,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:00.218053997Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"bba00371-2bcf-4c5b-8fcd-85c0b5444169","remote_addr":"[fd00:1122:3344:101::c]:64803","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":164,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:00.21819951Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"1a43480d-0241-4bd5-9621-002d5f3cb8ef","remote_addr":"[fd00:1122:3344:101::b]:46789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":206,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:08.97595833Z","hostname":"sock","pid":1562,"uri":"/35545f26-e1d9-4ad2-8ed3-679cba94411b","method":"GET","req_id":"74e40ca0-e0fc-4551-8e55-5293aa7b6de8","remote_addr":"[fd00:1122:3344:101::d]:36196","local_addr":"[fd00:1122:3344:101::1]:62558","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5989,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:25.893951685Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37468"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:25.894182069Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"283bc12b-1941-4ba3-8420-2f099f8878d0","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37468","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":41,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:28.871863699Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57772"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:28.872745144Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"66b02eca-2f54-4e1a-b1ee-bd603a34df16","remote_addr":"[fd00:1122:3344:101::a]:57772","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":852,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:28.984512351Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:43908"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:28.985229804Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"886fba15-bda6-4f48-bc82-05dc262fce30","remote_addr":"[fd00:1122:3344:101::a]:43908","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":701,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:28.994383246Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"fa7f2abf-7788-4347-9b0d-a6c88d38f216","remote_addr":"[fd00:1122:3344:101::a]:43908","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":112,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:29.03363762Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40146"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:29.033730482Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:29.072225042Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:29.127624472Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"8e8bf402-389c-4c95-8d87-63a2fb269b6e","remote_addr":"[fd00:1122:3344:101::a]:40146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93949,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:29.127913797Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"959ec8ae-d3c9-4049-8339-0bfa01af38a8","remote_addr":"[fd00:1122:3344:101::a]:40146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:29.62738005Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:37124"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:29.627571834Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"046e20a7-8f75-4d8d-ac5d-a71f951543bd","remote_addr":"[fd00:1122:3344:101::b]:37124","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":150,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:29.630576587Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:33766"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:29.630701109Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e82125ae-f99d-4ff8-afb8-b5665ef7a94c","remote_addr":"[fd00:1122:3344:101::c]:33766","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":50,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:29.637556841Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"6e14aaa8-9987-482d-9d9e-f49bebdb7f79","remote_addr":"[fd00:1122:3344:101::b]:37124","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":145,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:29.640558394Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7b56d08f-9704-4852-9c4c-fbfaad81ac1e","remote_addr":"[fd00:1122:3344:101::c]:33766","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":76,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:29.69124643Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:53009"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:29.691387813Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"1d45f1ba-7dd3-4ffb-97a0-5c5d22cc7828","remote_addr":"[fd00:1122:3344:101::b]:53009","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":118,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:29.708361432Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53330"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:29.708496895Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"3dea2460-bd87-47aa-9e7c-e2c6212bdbad","remote_addr":"[fd00:1122:3344:101::c]:53330","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":88,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:29.732300916Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:32878"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:29.732385237Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:29.773511145Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:29.831381138Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c14fbe7a-9145-4f57-832f-8939ea7114a9","remote_addr":"[fd00:1122:3344:101::b]:32878","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99029,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:29.831523011Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:61790"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:29.832364735Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:29.836251774Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"10c80ceb-fcc0-4e94-82ab-f405e5de9aca","remote_addr":"[fd00:1122:3344:101::b]:32878","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4468,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:29.87051064Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:29.928794951Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"45b24ac8-f1b2-4adb-8953-6d48bb6f63f4","remote_addr":"[fd00:1122:3344:101::c]:61790","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97150,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:29.929203638Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"11ab5b66-4a7a-435f-acf8-76547faa414f","remote_addr":"[fd00:1122:3344:101::c]:61790","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":143,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:39.044683755Z","hostname":"sock","pid":1562,"uri":"/35545f26-e1d9-4ad2-8ed3-679cba94411b","method":"GET","req_id":"ad16d2c7-6a16-44bc-9e1e-f6f922093dd4","remote_addr":"[fd00:1122:3344:101::d]:36196","local_addr":"[fd00:1122:3344:101::1]:62558","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6825,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:55.927943375Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61853"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:55.928031127Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"9de32091-c716-4234-8406-6aaed3db859f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61853","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":49,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:58.875591534Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:63555"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:58.875865069Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"2ecd8fc3-ed77-4e37-83e8-fe16a1e79c9e","remote_addr":"[fd00:1122:3344:101::a]:63555","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":233,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:59.076531438Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62156"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:59.076629279Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a2dc36e7-4812-4fbd-8fae-3d11b79275cd","remote_addr":"[fd00:1122:3344:101::a]:62156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":82,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:59.088159673Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7b5c6ac9-b811-4f1e-8ef7-79ec3bee7b06","remote_addr":"[fd00:1122:3344:101::a]:62156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":141,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:59.181061916Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57046"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:59.181170108Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:59.22367706Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:59.282631483Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"55527aaa-828c-4116-9313-167385d01762","remote_addr":"[fd00:1122:3344:101::a]:57046","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":101499,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:59.286817367Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"39ef450d-be68-4368-a734-e1c1076af568","remote_addr":"[fd00:1122:3344:101::a]:57046","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3870,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:59.601646915Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:35771"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:59.601730506Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a592afa9-a9f0-420c-900c-08a76485abe8","remote_addr":"[fd00:1122:3344:101::b]:35771","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":54,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:59.627271548Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7eb1ab3f-ad3b-4208-911c-7cfcdd1e1178","remote_addr":"[fd00:1122:3344:101::b]:35771","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":135,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:59.713118955Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:63592"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:59.714752574Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"ed067a71-2c31-4fca-9ca2-4ba870a03cd3","remote_addr":"[fd00:1122:3344:101::c]:63592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1572,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:59.829399202Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:45425"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:59.830454721Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"732c2071-4056-4950-997b-bfd797e10cfe","remote_addr":"[fd00:1122:3344:101::c]:45425","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":971,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:59.838857719Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"5dbd8d1a-deca-4572-a210-44bd14b7f9d2","remote_addr":"[fd00:1122:3344:101::c]:45425","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:59.892865594Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:53581"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:59.892999427Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"2051a2c1-0944-4ce7-aea4-5e984c5b9a0e","remote_addr":"[fd00:1122:3344:101::b]:53581","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":114,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:59.914722691Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:52331"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:59.915407723Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:54:59.953770791Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:00.010609067Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"49e88d94-7d73-4da2-8ada-618502bc3597","remote_addr":"[fd00:1122:3344:101::b]:52331","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95832,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:00.010901882Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"31dda447-8f6c-4e63-aa33-9a574585769a","remote_addr":"[fd00:1122:3344:101::b]:52331","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":109,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:00.068002511Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:47459"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:00.068154964Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:00.102825107Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:00.1657389Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"bcbe8fb4-f3da-4c61-8976-e15615afbac9","remote_addr":"[fd00:1122:3344:101::c]:47459","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97634,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:00.166120257Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b301dbc6-cd40-40ba-8862-57bff06917c2","remote_addr":"[fd00:1122:3344:101::c]:47459","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":127,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:09.044749815Z","hostname":"sock","pid":1562,"uri":"/35545f26-e1d9-4ad2-8ed3-679cba94411b","method":"GET","req_id":"ce58244b-23ed-46f2-a988-a1c04673f70b","remote_addr":"[fd00:1122:3344:101::d]:36196","local_addr":"[fd00:1122:3344:101::1]:62558","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7376,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:25.960663273Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58161"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:25.960825876Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"c98cf297-6a70-4fb4-a333-a47f582e364d","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58161","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":134,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:28.811252965Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51437"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:28.811919947Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a381edb9-a5ee-47af-b703-e9b87c13f3df","remote_addr":"[fd00:1122:3344:101::a]:51437","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":639,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:28.82172428Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1f31ce0b-124b-457f-b0b9-edfceaee86bd","remote_addr":"[fd00:1122:3344:101::a]:51437","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":119,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:28.99583787Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:61016"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:28.996011243Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"4833653b-a500-435e-a352-31c3b664125b","remote_addr":"[fd00:1122:3344:101::a]:61016","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":154,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:29.013131196Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:53176"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:29.013733866Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:29.055562916Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:29.113191965Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b01132db-b70e-4b87-82f7-8702f4f1d9fb","remote_addr":"[fd00:1122:3344:101::a]:53176","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99998,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:29.11346904Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b780784a-a1b9-4255-b0dc-81cfa3487041","remote_addr":"[fd00:1122:3344:101::a]:53176","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:29.603181951Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:63712"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:29.604105597Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"2ebf312a-dff7-421a-890a-29113270caef","remote_addr":"[fd00:1122:3344:101::b]:63712","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":897,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:29.658971658Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:41062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:29.65914221Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"43bc9776-0123-484d-af53-c64347fc0c88","remote_addr":"[fd00:1122:3344:101::b]:41062","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":115,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:29.664752Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"55b29f79-a1c6-48bf-bbe2-2748a4266cf5","remote_addr":"[fd00:1122:3344:101::b]:63712","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":76,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:29.675286336Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:46541"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:29.675361407Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"24b58d32-c7df-41df-b8c5-c0791bb97443","remote_addr":"[fd00:1122:3344:101::c]:46541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":15,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:29.684303795Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ab5d66e4-aecc-4e4f-b245-76c69a744100","remote_addr":"[fd00:1122:3344:101::c]:46541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":68,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:29.747879419Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42131"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:29.748527541Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:29.788701941Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:29.848085811Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"1ca08388-ae50-4b1e-b300-bbfc26b71822","remote_addr":"[fd00:1122:3344:101::b]:42131","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100154,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:29.848268905Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:38859"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:29.848324846Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:38704"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:29.848462228Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:29.852784414Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"3947dc41-05fa-4764-8977-feb50e334f15","remote_addr":"[fd00:1122:3344:101::c]:38704","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4281,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:29.852943027Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"28af2f61-4a16-41d9-9128-3981090d3f0e","remote_addr":"[fd00:1122:3344:101::b]:42131","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4489,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:29.884476255Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:29.939153852Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"19be6337-cdc2-44c1-8b86-bfc394f2f6ca","remote_addr":"[fd00:1122:3344:101::c]:38859","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":90785,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:29.939507988Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"685fe798-6cd5-4476-b13d-0bf7ed2ac983","remote_addr":"[fd00:1122:3344:101::c]:38859","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":144,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:39.044569771Z","hostname":"sock","pid":1562,"uri":"/35545f26-e1d9-4ad2-8ed3-679cba94411b","method":"GET","req_id":"2475fac1-a67c-4a8f-a946-bec74093b532","remote_addr":"[fd00:1122:3344:101::d]:36196","local_addr":"[fd00:1122:3344:101::1]:62558","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6925,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:55.99333774Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45072"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:55.993439451Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"6767b768-f4cc-470c-934a-25aa473142aa","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45072","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":85,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:58.978883649Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:63258"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:58.979059212Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"dd55c19a-3648-4321-9b9c-d6738c9eb930","remote_addr":"[fd00:1122:3344:101::a]:63258","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":128,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:58.994284151Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3bda5637-f30f-4197-a966-9a989a934af8","remote_addr":"[fd00:1122:3344:101::a]:63258","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":192,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:59.193295351Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:63872"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:59.193464204Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"df89db38-954a-44a9-bb72-6a774193865c","remote_addr":"[fd00:1122:3344:101::a]:63872","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":148,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:59.20510363Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52012"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:59.205201582Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:59.242351128Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:59.306533794Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"dfe83c79-c829-4b87-ae37-bbfd3cf4bc76","remote_addr":"[fd00:1122:3344:101::a]:52012","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":101369,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:59.306837979Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"ad227bc6-a967-460c-880b-6bae6dd79c10","remote_addr":"[fd00:1122:3344:101::a]:52012","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:59.391911544Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:33433"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:59.392217769Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bd5846a9-8c6b-4c09-974b-f1d5f3391f63, kind: Service { id: c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf }, name: Name(\"external-dns-c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 23])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d69533f1-7b03-41af-bd25-e4cac6e97a61, kind: Service { id: a9318a9c-1482-41a4-ba3e-a515b62e612b }, name: Name(\"external-dns-a9318a9c-1482-41a4-ba3e-a515b62e612b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 188])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3d64456b-f2a4-4471-b30f-a388f7917506, kind: Service { id: 098a841e-649e-4d26-b7e0-8ce27e09ad88 }, name: Name(\"nexus-098a841e-649e-4d26-b7e0-8ce27e09ad88\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 246])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7f4a8407-22ed-44fa-b5f2-82078e2b1752, kind: Service { id: 88f8c4ef-0034-4c46-8187-a4bae0b36b62 }, name: Name(\"nexus-88f8c4ef-0034-4c46-8187-a4bae0b36b62\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 229])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 948186f9-0b1c-4f2f-8d1a-8d2e006f7dbe, kind: Service { id: 6a5513cb-d653-446c-8488-91cb1d7e4e8f }, name: Name(\"nexus-6a5513cb-d653-446c-8488-91cb1d7e4e8f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 82])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:59.39228991Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:59.392315681Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:59.392356671Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:59.392395322Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:59.392436353Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:59.392472153Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:59.392493034Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"a4282b40-0866-4bca-bfe1-85f62b5f36ea","remote_addr":"[fd00:1122:3344:101::a]:33433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":507,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:59.582730878Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:55329"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:59.58284724Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"6fde13ad-7492-4055-92f8-a631c16cb948","remote_addr":"[fd00:1122:3344:101::b]:55329","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":63,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:59.610428478Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7ea6029f-7a12-4c1e-99a2-8cceb701b79a","remote_addr":"[fd00:1122:3344:101::b]:55329","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":258,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:59.689612098Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:40541"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:59.689733901Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"905beb7a-7764-4762-b6f8-8d7d3a07fbc6","remote_addr":"[fd00:1122:3344:101::c]:40541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":53,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:59.834179394Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:59362"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:59.834371308Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"d4971215-28c9-4a65-911a-ce1af0877847","remote_addr":"[fd00:1122:3344:101::c]:59362","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":156,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:59.843037401Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"d5f15ce4-01be-4837-af75-48f9422d481c","remote_addr":"[fd00:1122:3344:101::c]:40541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:59.891952656Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42347"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:59.892094289Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"30c4474b-f357-4758-bf8a-6f6afa300507","remote_addr":"[fd00:1122:3344:101::b]:42347","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":118,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:59.954561523Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:56208"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:59.954663915Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:55:59.993451331Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:00.052888493Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"5eaeb015-81da-4a1d-a17b-6604ae1bfdd1","remote_addr":"[fd00:1122:3344:101::b]:56208","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98256,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:00.053782788Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"4bd42408-1a8b-4cfe-9f91-1c46d61c760e","remote_addr":"[fd00:1122:3344:101::b]:56208","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":668,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:00.066860669Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:52953"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:00.067201876Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bd5846a9-8c6b-4c09-974b-f1d5f3391f63, kind: Service { id: c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf }, name: Name(\"external-dns-c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 23])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d69533f1-7b03-41af-bd25-e4cac6e97a61, kind: Service { id: a9318a9c-1482-41a4-ba3e-a515b62e612b }, name: Name(\"external-dns-a9318a9c-1482-41a4-ba3e-a515b62e612b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 188])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3d64456b-f2a4-4471-b30f-a388f7917506, kind: Service { id: 098a841e-649e-4d26-b7e0-8ce27e09ad88 }, name: Name(\"nexus-098a841e-649e-4d26-b7e0-8ce27e09ad88\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 246])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7f4a8407-22ed-44fa-b5f2-82078e2b1752, kind: Service { id: 88f8c4ef-0034-4c46-8187-a4bae0b36b62 }, name: Name(\"nexus-88f8c4ef-0034-4c46-8187-a4bae0b36b62\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 229])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 948186f9-0b1c-4f2f-8d1a-8d2e006f7dbe, kind: Service { id: 6a5513cb-d653-446c-8488-91cb1d7e4e8f }, name: Name(\"nexus-6a5513cb-d653-446c-8488-91cb1d7e4e8f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 82])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:00.067258187Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:00.067283287Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:00.067316738Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:00.067332888Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:00.067346728Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:00.067373899Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:00.067398839Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d5fde76a-a5c1-4d08-a735-dcac8af03193","remote_addr":"[fd00:1122:3344:101::c]:52953","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":440,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:00.102678093Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:45874"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:00.102766124Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:00.141282856Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:00.195340272Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"aa49925e-666e-48f4-a32c-a4356d1cc7c9","remote_addr":"[fd00:1122:3344:101::c]:45874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92612,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:00.195537765Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:55991"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:00.195842351Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"7e901c28-5150-4da5-a389-0447f5a60e61","remote_addr":"[fd00:1122:3344:101::c]:45874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":248,"response_code":"200"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:00.195879791Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bd5846a9-8c6b-4c09-974b-f1d5f3391f63, kind: Service { id: c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf }, name: Name(\"external-dns-c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 23])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d69533f1-7b03-41af-bd25-e4cac6e97a61, kind: Service { id: a9318a9c-1482-41a4-ba3e-a515b62e612b }, name: Name(\"external-dns-a9318a9c-1482-41a4-ba3e-a515b62e612b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 188])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3d64456b-f2a4-4471-b30f-a388f7917506, kind: Service { id: 098a841e-649e-4d26-b7e0-8ce27e09ad88 }, name: Name(\"nexus-098a841e-649e-4d26-b7e0-8ce27e09ad88\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 246])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7f4a8407-22ed-44fa-b5f2-82078e2b1752, kind: Service { id: 88f8c4ef-0034-4c46-8187-a4bae0b36b62 }, name: Name(\"nexus-88f8c4ef-0034-4c46-8187-a4bae0b36b62\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 229])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 948186f9-0b1c-4f2f-8d1a-8d2e006f7dbe, kind: Service { id: 6a5513cb-d653-446c-8488-91cb1d7e4e8f }, name: Name(\"nexus-6a5513cb-d653-446c-8488-91cb1d7e4e8f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 82])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:00.195926072Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:00.195947903Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:00.195966063Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:00.195983783Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:00.195996713Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:00.196008584Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:00.196022494Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"eb203fd9-8999-4d82-88b4-39ee3fd09ec6","remote_addr":"[fd00:1122:3344:101::b]:55991","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":406,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:09.04624923Z","hostname":"sock","pid":1562,"uri":"/35545f26-e1d9-4ad2-8ed3-679cba94411b","method":"GET","req_id":"6b89ee38-f385-4414-bdab-be21e776fe10","remote_addr":"[fd00:1122:3344:101::d]:36196","local_addr":"[fd00:1122:3344:101::1]:62558","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8793,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:26.030950184Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62862"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:26.031009985Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"19b13d1a-d7f5-4af7-a1f2-f5de6f87736e","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62862","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":42,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:28.854107671Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:36501"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:28.854250034Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a7964d27-683a-45b8-8c06-489ed2157d15","remote_addr":"[fd00:1122:3344:101::a]:36501","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:28.865992561Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"8c42e1bc-ceb0-4ed7-8ba1-c3d7e6a83b26","remote_addr":"[fd00:1122:3344:101::a]:36501","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":869,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:28.971828753Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:49644"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:28.971960966Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"b33a7d1e-8ceb-4f83-8a40-a6799db37ef5","remote_addr":"[fd00:1122:3344:101::a]:49644","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":118,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:28.986667896Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:36618"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:28.986759107Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:29.026768015Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:29.082266146Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"fd1c68f0-ecde-4520-a442-cc24b44e36f3","remote_addr":"[fd00:1122:3344:101::a]:36618","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95547,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:29.082588542Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"68c370b9-1f1c-4034-bec1-4e74ad5d6fba","remote_addr":"[fd00:1122:3344:101::a]:36618","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":101,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:29.6428136Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:62613"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:29.642926592Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"56318bf0-0cb5-4278-8d43-fc1aa54fb023","remote_addr":"[fd00:1122:3344:101::c]:62613","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":63,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:29.652379349Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"2722184e-9278-448f-9199-962b4576dcb5","remote_addr":"[fd00:1122:3344:101::c]:62613","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:29.72652293Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:35998"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:29.727245833Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"e4ef7e67-d881-42f3-b691-e1891c9999b5","remote_addr":"[fd00:1122:3344:101::b]:35998","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":676,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:29.740620129Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:62897"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:29.741427904Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:29.78361239Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:29.843329636Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"7c000f20-3d53-4879-aac9-e93ac42d9f53","remote_addr":"[fd00:1122:3344:101::c]:62897","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102656,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:29.843520119Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:60893"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:29.843612161Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:51513"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:29.843702552Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b67e8198-8232-4d28-9f11-f37876ab2129","remote_addr":"[fd00:1122:3344:101::b]:60893","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":114,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:29.843937336Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"bba76f45-d3e5-47b4-934b-cf0319761431","remote_addr":"[fd00:1122:3344:101::c]:62897","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":227,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:29.843952887Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"a2309b8a-894b-45ee-95d3-e259b675d8b1","remote_addr":"[fd00:1122:3344:101::c]:51513","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":262,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:29.852116031Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"11f0052a-0c1a-4ca4-a44b-ca4d6ad6a051","remote_addr":"[fd00:1122:3344:101::b]:60893","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":151,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:29.928085905Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44079"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:29.928192527Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:29.969706921Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:30.031265109Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"70d49ea6-f4ef-4611-873a-b40f2f1190e1","remote_addr":"[fd00:1122:3344:101::b]:44079","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103123,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:30.031603275Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"ce5292c2-c19f-49ca-ab66-6241a427aa2b","remote_addr":"[fd00:1122:3344:101::b]:44079","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":105,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:39.045005197Z","hostname":"sock","pid":1562,"uri":"/35545f26-e1d9-4ad2-8ed3-679cba94411b","method":"GET","req_id":"35c51d6c-1952-4e47-832e-6fe710b8446f","remote_addr":"[fd00:1122:3344:101::d]:36196","local_addr":"[fd00:1122:3344:101::1]:62558","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6740,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:56.064519767Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39321"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:56.06525219Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"aa71be84-2f90-4c88-83f3-8ad242691634","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39321","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":706,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:58.948661993Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:34905"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:58.948783635Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f58d6c9c-8c38-43c0-aa0f-b51671530226","remote_addr":"[fd00:1122:3344:101::a]:34905","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":91,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:58.958591099Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"24c1c334-b417-455b-955a-8a7b188136cf","remote_addr":"[fd00:1122:3344:101::a]:34905","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":123,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:59.101539547Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:38105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:59.101703519Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"8e43b48f-f7a3-4aab-af6e-3bd1b5ee809a","remote_addr":"[fd00:1122:3344:101::a]:38105","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":129,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:59.139362596Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:37986"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:59.139470058Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:59.179342503Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:59.234665451Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"0f4e707e-46d0-4b3e-9098-0887bd55f8a8","remote_addr":"[fd00:1122:3344:101::a]:37986","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95239,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:59.234943826Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"0960be35-8a58-49e9-bb96-37cf4d4bebc0","remote_addr":"[fd00:1122:3344:101::a]:37986","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:59.617712185Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:54987"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:59.617819917Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f623f247-f7f2-4332-94ff-ae188706a91a","remote_addr":"[fd00:1122:3344:101::b]:54987","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":62,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:59.644038181Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"4d44d52a-ca82-4c12-9488-6046f9b31c2e","remote_addr":"[fd00:1122:3344:101::b]:54987","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:59.783045489Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:58358"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:59.78311557Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"00a1815b-96a9-456d-af3e-64b70bd328a4","remote_addr":"[fd00:1122:3344:101::c]:58358","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":42,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:59.784966073Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:58986"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:59.785147016Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"c97e1903-a937-4b9b-8501-8d072b2acc7a","remote_addr":"[fd00:1122:3344:101::b]:58986","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":149,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:59.792587088Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"bbc33bcc-7cab-474a-b6d6-fe60b8b39c7a","remote_addr":"[fd00:1122:3344:101::c]:58358","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":82,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:59.841583734Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:36632"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:59.842270296Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:59.881330747Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:59.937118174Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"4e59f37c-9d35-48f6-9af6-bb425a14eb88","remote_addr":"[fd00:1122:3344:101::b]:36632","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95494,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:59.93745583Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:62623"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:59.937500761Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:46676"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:59.937689344Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"7a50ab69-58b5-4036-88df-1f29b94849a3","remote_addr":"[fd00:1122:3344:101::b]:36632","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":262,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:59.937796886Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"74ac25d5-9e82-4a08-a15e-8393f0192dfc","remote_addr":"[fd00:1122:3344:101::c]:62623","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":259,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:59.938422737Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:56:59.975151206Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:00.032030303Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"42e2c408-7e2a-4200-8eb6-4139919db409","remote_addr":"[fd00:1122:3344:101::c]:46676","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94367,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:00.032421509Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"202af16d-44d0-4a85-bdc5-d4487a21a17e","remote_addr":"[fd00:1122:3344:101::c]:46676","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":142,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:09.158415652Z","hostname":"sock","pid":1562,"uri":"/35545f26-e1d9-4ad2-8ed3-679cba94411b","method":"GET","req_id":"7411bcb7-5edc-4fc7-8603-2df983ba6d89","remote_addr":"[fd00:1122:3344:101::d]:36196","local_addr":"[fd00:1122:3344:101::1]:62558","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6725,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:25.702734888Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:48785"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:25.702896601Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"d484634e-cb32-478b-908a-bde015b18d49","remote_addr":"[fd00:1122:3344:101::a]:48785","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":143,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:25.703156476Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:778","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 244, 163, 246])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(4856321) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:25.703177496Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"PUT","req_id":"9907cc37-1b16-4e9d-9a6a-c574f4976839","remote_addr":"[fd00:1122:3344:101::a]:48785","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:25.948200129Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:45659"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:25.954517561Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:570","metadata":"InstanceMetadata { silo_id: ba5d3585-7489-44bd-96a9-660c1014b181, project_id: d76d2844-f07a-4f34-a551-157fbcb729a1 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-09-11T22:57:25.947936104Z }","instance_runtime":"InstanceRuntimeState { propolis_id: Some(4eb715b5-913d-40f1-9d20-812581b68eeb (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-09-11T22:57:25.394677550Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 979d808f-1b7f-4fb7-a785-ae62c151a740, kind: Instance { id: 8375b88a-00e2-48ff-979f-45fa96db29ed }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 244, 163, 246])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4856321), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 979d808f-1b7f-4fb7-a785-ae62c151a740, kind: Instance { id: 8375b88a-00e2-48ff-979f-45fa96db29ed }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 244, 163, 246])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4856321), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 979d808f-1b7f-4fb7-a785-ae62c151a740, kind: Instance { id: 8375b88a-00e2-48ff-979f-45fa96db29ed }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 244, 163, 246])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4856321), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(4856321))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 979d808f-1b7f-4fb7-a785-ae62c151a740, kind: Instance { id: 8375b88a-00e2-48ff-979f-45fa96db29ed }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 244, 163, 246])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4856321), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-b5b9a533d8c\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 7ddb4576-a683-4e7c-86e7-612fc6b65676, read_only_parent: Some(Volume { block_size: 512, id: 403434d3-9cc5-4eec-98eb-e6d906edc387, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: c3796d9e-9fd7-4cf2-907c-eec5967ddf1c, key: Some(\"qPokywCavqiEWTyyCAMJQ6Zpb8tZK/sdG3FrIRaXx2I=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::17]:19002\", \"[fd00:1122:3344:101::14]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 7ddb4576-a683-4e7c-86e7-612fc6b65676, key: Some(\"3RwZN2Xpcynuwjjoe2HqUDTYRhPmS80MIVqOq1KfBk0=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::13]:19001\", \"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::19]:19000\"] } }] } }], cloud_init_bytes: Some(..) }","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:25.954711234Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:603","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:25.955711462Z","hostname":"sock","pid":1562,"propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"sled-agent/src/instance.rs:1008","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 979d808f-1b7f-4fb7-a785-ae62c151a740, kind: Instance { id: 8375b88a-00e2-48ff-979f-45fa96db29ed }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 244, 163, 246])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4856321), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 979d808f-1b7f-4fb7-a785-ae62c151a740, kind: Instance { id: 8375b88a-00e2-48ff-979f-45fa96db29ed }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 244, 163, 246])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4856321), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 979d808f-1b7f-4fb7-a785-ae62c151a740, kind: Instance { id: 8375b88a-00e2-48ff-979f-45fa96db29ed }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 244, 163, 246])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4856321), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(4856321))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 979d808f-1b7f-4fb7-a785-ae62c151a740, kind: Instance { id: 8375b88a-00e2-48ff-979f-45fa96db29ed }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 244, 163, 246])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4856321), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-b5b9a533d8c\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 7ddb4576-a683-4e7c-86e7-612fc6b65676, read_only_parent: Some(Volume { block_size: 512, id: 403434d3-9cc5-4eec-98eb-e6d906edc387, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: c3796d9e-9fd7-4cf2-907c-eec5967ddf1c, key: Some(\"qPokywCavqiEWTyyCAMJQ6Zpb8tZK/sdG3FrIRaXx2I=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::17]:19002\", \"[fd00:1122:3344:101::14]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 7ddb4576-a683-4e7c-86e7-612fc6b65676, key: Some(\"3RwZN2Xpcynuwjjoe2HqUDTYRhPmS80MIVqOq1KfBk0=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::13]:19001\", \"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::19]:19000\"] } }] } }], cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-09-11T22:57:25.947936104Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:25.956462725Z","hostname":"sock","pid":1562,"uri":"/vmms/4eb715b5-913d-40f1-9d20-812581b68eeb","method":"PUT","req_id":"e765aa42-aa98-4bb3-acee-1c9d1eede488","remote_addr":"[fd00:1122:3344:101::a]:45659","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8204,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:26.066965219Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62624"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:26.067194043Z","hostname":"sock","pid":1562,"uri":"/vmms/4eb715b5-913d-40f1-9d20-812581b68eeb/state","method":"PUT","req_id":"9a27d092-8546-408d-a8a5-aad3734f5105","remote_addr":"[fd00:1122:3344:101::a]:62624","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":136,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:26.068415145Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 244, 163, 246]), slot: 0, vni: Vni { inner: 4856321 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:26.068468956Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:26.101918788Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:26.102101061Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"c50381d4-556f-48ad-bccc-fff791d0fab6","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36176","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":113,"response_code":"200"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_4eb715b5-913d-40f1-9d20-812581b68eeb","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:26.109438121Z","hostname":"sock","pid":1562,"instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_4eb715b5-913d-40f1-9d20-812581b68eeb","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:26.131940639Z","hostname":"sock","pid":1562,"instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_propolis-server_4eb715b5-913d-40f1-9d20-812581b68eeb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:27.246559031Z","hostname":"sock","pid":1562,"instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_4eb715b5-913d-40f1-9d20-812581b68eeb zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:27.246776514Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_4eb715b5-913d-40f1-9d20-812581b68eeb\") failed: Property not found. retry in 66.40254ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:57:27.419525379Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_4eb715b5-913d-40f1-9d20-812581b68eeb\") failed: Property not found. retry in 70.888135ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:57:27.501438648Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_4eb715b5-913d-40f1-9d20-812581b68eeb\") failed: Property not found. retry in 186.199151ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:57:27.590722687Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_4eb715b5-913d-40f1-9d20-812581b68eeb\") failed: Property not found. retry in 279.932022ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:57:27.794856257Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_4eb715b5-913d-40f1-9d20-812581b68eeb\") failed: Property not found. retry in 575.51196ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:57:28.090004357Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_4eb715b5-913d-40f1-9d20-812581b68eeb\") failed: Property not found. retry in 1.276537846s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:57:28.678475924Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:28.904589782Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:44802"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:28.906064819Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:46533"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:28.90616789Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1758ea85-048e-43ad-8ceb-2fcfa1f96e26","remote_addr":"[fd00:1122:3344:101::a]:46533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":68,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:28.96328596Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7df7a292-92b7-4e38-805b-d9d43a518f8a","remote_addr":"[fd00:1122:3344:101::a]:46533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":294,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:29.231964912Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:37354"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:29.232171296Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"c6f3543f-d0af-4c19-aaa4-5c8e2c65d51d","remote_addr":"[fd00:1122:3344:101::a]:37354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":181,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:29.285186844Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:56604"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:29.285311246Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:29.323520802Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:29.392154335Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"93c6b164-1498-4edc-80c9-a3fee0d3ee11","remote_addr":"[fd00:1122:3344:101::a]:56604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106899,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:29.392593423Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"cddf5a97-75c2-499e-963c-3011a8778c6a","remote_addr":"[fd00:1122:3344:101::a]:56604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":135,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:29.592388637Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:34553"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:29.667536916Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:48488"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:29.667658938Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"afbe3d3d-bd8e-47f4-bc2a-51e7153cffbd","remote_addr":"[fd00:1122:3344:101::c]:48488","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":89,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:29.687100221Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:43568"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:29.687191603Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"bcfc5729-b445-4e00-b816-93bff2afccaf","remote_addr":"[fd00:1122:3344:101::b]:43568","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":55,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:29.707723536Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:63015"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:29.708750324Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"4de61693-28f7-41fa-bd67-1b97ea4ee2c3","remote_addr":"[fd00:1122:3344:101::c]:48488","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":111,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:29.736531086Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:61983"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:29.736690948Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"cca79034-364d-4276-95e3-64aafd575cca","remote_addr":"[fd00:1122:3344:101::b]:61983","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":104,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:29.743335986Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"38cf4cda-dec3-4427-8262-f0989c555341","remote_addr":"[fd00:1122:3344:101::b]:43568","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":58,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:29.815526463Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:60507"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:29.815610464Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:29.855982148Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:29.912099871Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"bf67f7a8-d522-4b3e-b198-75b551e2ca36","remote_addr":"[fd00:1122:3344:101::b]:60507","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96527,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:29.912315424Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:37701"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:29.912379105Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:63065"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:29.913130929Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:29.916778723Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"a56d38c1-bf40-426b-8076-5190c1c63675","remote_addr":"[fd00:1122:3344:101::b]:60507","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4342,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:29.916889175Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"601fc5e3-e978-4167-bebb-afce2eec9979","remote_addr":"[fd00:1122:3344:101::c]:63065","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4218,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:29.947968235Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"wait for service Some(\"oxz_propolis-server_4eb715b5-913d-40f1-9d20-812581b68eeb\") failed: Property not found. retry in 1.193159726s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:57:29.966164177Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:30.003403935Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"0b9025b8-2b43-4a90-b5fb-241b932f1451","remote_addr":"[fd00:1122:3344:101::c]:37701","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":90988,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:30.003781162Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"4c16a60e-cda7-4428-b47b-e1e4e2753f64","remote_addr":"[fd00:1122:3344:101::c]:37701","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":144,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_4eb715b5-913d-40f1-9d20-812581b68eeb\") failed: Property not found. retry in 637.198097ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:57:31.171419292Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_4eb715b5-913d-40f1-9d20-812581b68eeb\") failed: Property not found. retry in 1.386998751s","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:57:31.8204841Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_4eb715b5-913d-40f1-9d20-812581b68eeb","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:33.238846544Z","hostname":"sock","pid":1562,"instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"sled-agent/src/instance.rs:1466"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:33.248882792Z","hostname":"sock","pid":1562,"instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"sled-agent/src/instance.rs:1475"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:33.286194071Z","hostname":"sock","pid":1562,"instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"sled-agent/src/instance.rs:1499"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:33.428634041Z","hostname":"sock","pid":1562,"instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"sled-agent/src/instance.rs:744"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:33.430005715Z","hostname":"sock","pid":1562,"uri":"/vmms/4eb715b5-913d-40f1-9d20-812581b68eeb/state","method":"GET","req_id":"ad554282-3c06-4314-a49e-11fbc59170c1","remote_addr":"[fd00:1122:3344:101::c]:63015","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3722231,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:33.430036185Z","hostname":"sock","pid":1562,"uri":"/vmms/4eb715b5-913d-40f1-9d20-812581b68eeb/state","method":"GET","req_id":"83368e46-6337-4f91-8022-e00e330ab041","remote_addr":"[fd00:1122:3344:101::a]:44802","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4525363,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:33.430086496Z","hostname":"sock","pid":1562,"uri":"/vmms/4eb715b5-913d-40f1-9d20-812581b68eeb/state","method":"GET","req_id":"5ed33b85-dc40-420d-b087-a0f4ca1a96cc","remote_addr":"[fd00:1122:3344:101::b]:34553","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3837655,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-09-11T22:57:33.430790599Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:33.430824569Z","hostname":"sock","pid":1562,"instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:33.43083476Z","hostname":"sock","pid":1562,"instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-09-11T22:57:33.430790599Z }","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:33.43085005Z","hostname":"sock","pid":1562,"instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-09-11T22:57:33.430790599Z }, migration_in: None, migration_out: None }","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-09-11T22:57:33.484536489Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:33.48455709Z","hostname":"sock","pid":1562,"instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:33.48458116Z","hostname":"sock","pid":1562,"instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-09-11T22:57:33.484536489Z }","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:33.48458993Z","hostname":"sock","pid":1562,"instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-09-11T22:57:33.484536489Z }, migration_in: None, migration_out: None }","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:39.156323964Z","hostname":"sock","pid":1562,"uri":"/35545f26-e1d9-4ad2-8ed3-679cba94411b","method":"GET","req_id":"6c8bb8fa-1669-40c9-92fe-6a49813bcb26","remote_addr":"[fd00:1122:3344:101::d]:36196","local_addr":"[fd00:1122:3344:101::1]:62558","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7163,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:43.702738498Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:34600"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:43.703601153Z","hostname":"sock","pid":1562,"uri":"/vmms/4eb715b5-913d-40f1-9d20-812581b68eeb/state","method":"PUT","req_id":"0f8561c8-bac4-4e77-aaa8-57f39b52dcfd","remote_addr":"[fd00:1122:3344:101::a]:34600","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":897,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-09-11T22:57:43.703708875Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:43.703741945Z","hostname":"sock","pid":1562,"instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:43.703759516Z","hostname":"sock","pid":1562,"instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-09-11T22:57:43.703708875Z }","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:43.703783166Z","hostname":"sock","pid":1562,"instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-09-11T22:57:43.703708875Z }, migration_in: None, migration_out: None }","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-09-11T22:57:43.997635993Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:43.997676414Z","hostname":"sock","pid":1562,"instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:43.997734835Z","hostname":"sock","pid":1562,"instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-09-11T22:57:43.997635993Z }","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:43.997748065Z","hostname":"sock","pid":1562,"instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"sled-agent/src/instance.rs:630","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:43.997758135Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:57:43.997876037Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:557","n_samples":6,"id":"18069893199645179376"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:57:43.998158502Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"35545f26-e1d9-4ad2-8ed3-679cba94411b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:557","n_samples":6,"id":"5877219879681224802"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:44.00709536Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:44.007166411Z","hostname":"sock","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/43105ead-3497-4a46-b5a2-e1fdd8df799c/debug/bundle/zone\", \"/pool/int/69499c41-13ca-4d82-92e5-3c29ce6f733d/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/debug\", \"/pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/debug\", \"/pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/debug\", \"/pool/ext/d700c1e0-2586-4b27-b46c-83bfe687db08/crypt/debug\", \"/pool/ext/8f9c145d-f66d-4533-97ae-72e50686935e/crypt/debug\", \"/pool/ext/e8902165-fb11-46b2-a335-df247ca55626/crypt/debug\", \"/pool/ext/7408a7f2-57c1-401a-a865-fdbf6a508b61/crypt/debug\", \"/pool/ext/cd45e164-586a-42ad-8f77-733daff8a747/crypt/debug\", \"/pool/ext/2fc72b15-af8d-491c-9d35-a084b85733a3/crypt/debug\"] }","zone_name":"oxz_propolis-server_4eb715b5-913d-40f1-9d20-812581b68eeb"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:44.806486657Z","hostname":"sock","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_4eb715b5-913d-40f1-9d20-812581b68eeb\", bundle_id: 157f34df-48d1-474f-bbc5-b58a4196f3c7 }, time_created: 2024-09-11T22:57:44.007471667Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_4eb715b5-913d-40f1-9d20-812581b68eeb","v":0,"name":"SledAgent","level":40,"time":"2024-09-11T22:57:44.806574689Z","hostname":"sock","pid":1562,"instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"sled-agent/src/instance.rs:843"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:46.575639595Z","hostname":"sock","pid":1562,"instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:46.593940089Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(4856321), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:46.59401199Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(4856321), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:46.594362796Z","hostname":"sock","pid":1562,"instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-09-11T22:57:46.594320065Z }, migration_in: None, migration_out: None }","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:46.806844984Z","hostname":"sock","pid":1562,"instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-09-11T22:57:46.594320065Z }, migration_in: None, migration_out: None }","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:46.811104529Z","hostname":"sock","pid":1562,"instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","propolis_id":"4eb715b5-913d-40f1-9d20-812581b68eeb","instance_id":"8375b88a-00e2-48ff-979f-45fa96db29ed","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:47.741823669Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:55443"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:47.741966081Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f4bd706a-dc57-4b3e-b6ee-47f700020d7b","remote_addr":"[fd00:1122:3344:101::b]:55443","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":120,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:47.751456669Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"e6c5044b-8aa7-4082-949c-379e1ba6de54","remote_addr":"[fd00:1122:3344:101::b]:55443","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":746,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:47.86404484Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:58964"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:47.864211723Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"d73002a0-aa29-42a4-938d-70fc8f1d82e8","remote_addr":"[fd00:1122:3344:101::b]:58964","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":141,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:48.583171318Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:50485"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:48.583406493Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"3b7b4fd8-59d6-423a-b828-a059a6efb532","remote_addr":"[fd00:1122:3344:101::a]:50485","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":208,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:50.36502082Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:54947"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:50.365097891Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"7baf6395-33ca-4133-b8f6-3d59ff91bed0","remote_addr":"[fd00:1122:3344:101::a]:54947","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":60,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-11T22:57:50.372508803Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"67b9afc8-91d2-42c6-b912-d8d103ebd17f","remote_addr":"[fd00:1122:3344:101::a]:54947","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":111,"response_code":"204"}