[ Oct 30 17:47:15 Enabled. ] [ Oct 30 17:47:15 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Oct 30 17:47:16 Method "start" exited with status 0. ] [ Oct 30 17:47:16 Rereading configuration. ] [ Oct 30 17:47:16 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:16.015707933Z","hostname":"sock","pid":1572,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:16.015860148Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:16.067449461Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:16.067496573Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:16.18075134Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:16.189873189Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:16.198031004Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:16.797852522Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:16.93344326Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:16.933474391Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:16.933544823Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:16.933596535Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:16.933603645Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:16.933617286Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:16.93659767Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:16.93660683Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:16.936616901Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:16.936627911Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:16.936650982Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:16.936705094Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:16.936799747Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:16.936819068Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:16.936825978Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:16.947533512Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:16.947557823Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"3485ccb7-7923-4269-8b7b-16caa41fa8d8 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:17.072521448Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 3485ccb7-7923-4269-8b7b-16caa41fa8d8 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:17.577862656Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:17.577923967Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:17.577943408Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:17.577967699Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:17.57798336Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 3485ccb7-7923-4269-8b7b-16caa41fa8d8 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:17.578023651Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:17.578030831Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:17.578047382Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:17.578057502Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:17.578099064Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:17.587218812Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:17.587241673Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"adb893fc-56e4-4ac7-a502-4c948ee9f9bd (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:17.698787311Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: adb893fc-56e4-4ac7-a502-4c948ee9f9bd (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152277835Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152321597Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 3485ccb7-7923-4269-8b7b-16caa41fa8d8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: adb893fc-56e4-4ac7-a502-4c948ee9f9bd (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152348438Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152356328Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152369849Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152375009Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.15240946Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.15241805Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 3485ccb7-7923-4269-8b7b-16caa41fa8d8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: adb893fc-56e4-4ac7-a502-4c948ee9f9bd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152449391Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152455092Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152468602Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152474902Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152535524Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152556525Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152561765Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 3485ccb7-7923-4269-8b7b-16caa41fa8d8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: adb893fc-56e4-4ac7-a502-4c948ee9f9bd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152587026Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152592016Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152597086Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152602617Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152607557Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152611267Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152618777Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 3485ccb7-7923-4269-8b7b-16caa41fa8d8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: adb893fc-56e4-4ac7-a502-4c948ee9f9bd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152641118Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152646388Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152650088Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152653539Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 3485ccb7-7923-4269-8b7b-16caa41fa8d8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: adb893fc-56e4-4ac7-a502-4c948ee9f9bd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152672359Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152677019Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152680799Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.15268779Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.15269194Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.15269532Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 3485ccb7-7923-4269-8b7b-16caa41fa8d8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: adb893fc-56e4-4ac7-a502-4c948ee9f9bd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152723311Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152728441Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152733021Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152738041Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152743242Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152748092Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 3485ccb7-7923-4269-8b7b-16caa41fa8d8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: adb893fc-56e4-4ac7-a502-4c948ee9f9bd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152777733Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152783103Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152787533Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152791033Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152801314Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152828045Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152835975Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152840165Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 3485ccb7-7923-4269-8b7b-16caa41fa8d8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: adb893fc-56e4-4ac7-a502-4c948ee9f9bd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152871886Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152876766Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152880096Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152883847Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 3485ccb7-7923-4269-8b7b-16caa41fa8d8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: adb893fc-56e4-4ac7-a502-4c948ee9f9bd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152915718Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152921898Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152925608Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152929028Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152933368Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152944039Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152947639Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 3485ccb7-7923-4269-8b7b-16caa41fa8d8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: adb893fc-56e4-4ac7-a502-4c948ee9f9bd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.15298039Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.15299013Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.15299358Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.152997191Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.153056573Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.153072243Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.153081183Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.153089944Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.153098264Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.153102224Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.153133265Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.153138435Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.162901397Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:733"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.162952618Z","hostname":"sock","pid":1572,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999937518s","next_cleanup":"Instant { tv_sec: 1297, tv_nsec: 185791511 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.162969129Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3908"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.163016221Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.165792987Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.16586801Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.166193552Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.167796357Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.168009075Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1073"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.168015505Z","hostname":"sock","pid":1572,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.168071127Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.168122299Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.16815068Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.16815571Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1136"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.168181181Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.168188891Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.168198412Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.168202662Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1178"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.168206142Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.168212292Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.168237973Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.168265394Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.168565195Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 5f1b3995-6708-40e4-9d28-234b43b9cddc,\n sleds: {\n [fdb0:18c0:4d0d:a02a::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 297da6c0-3dc5-4f20-9a57-48a339550273 (sled),\n rack_id: 5f1b3995-6708-40e4-9d28-234b43b9cddc,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.169049031Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.169055552Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1212"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.169099723Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.169112063Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.169255619Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.169388443Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.169441675Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 297da6c0-3dc5-4f20-9a57-48a339550273 (sled), rack_id: 5f1b3995-6708-40e4-9d28-234b43b9cddc, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.169912282Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4205"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.169973144Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4587"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.17474762Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.180764441Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.180864564Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.185172865Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.185241387Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.185336961Z","hostname":"sock","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:43145","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 297da6c0-3dc5-4f20-9a57-48a339550273 (sled), rack_id: 5f1b3995-6708-40e4-9d28-234b43b9cddc, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.185469135Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.185480006Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.185529997Z","hostname":"sock","pid":1572,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.185537197Z","hostname":"sock","pid":1572,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.185564388Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.185569338Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.185592869Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.18560122Z","hostname":"sock","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.18561448Z","hostname":"sock","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.18562384Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.185628061Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.185633901Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.185699543Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.185704753Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.201984642Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.222736827Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.23969824Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.246108114Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:401"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.246167136Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.246183116Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:413"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.246194127Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 93.670893ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.249312196Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47691df3-2f72-4670-9788-58349ef3b52f\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 17:47:18 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"47691df3-2f72-4670-9788-58349ef3b52f\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_3485ccb7-7923-4269-8b7b-16caa41fa8d8/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.258648972Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_3485ccb7-7923-4269-8b7b-16caa41fa8d8/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.286238586Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_3485ccb7-7923-4269-8b7b-16caa41fa8d8/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.286284518Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.291115546Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:428"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.291126087Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_3485ccb7-7923-4269-8b7b-16caa41fa8d8/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.291135077Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.345340571Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 135.796157ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.34645344Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"446e3056-0981-4c33-97ce-e77bd6c47a57\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 17:47:18 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"446e3056-0981-4c33-97ce-e77bd6c47a57\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.388354314Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.482495073Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 170.861589ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.483095404Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"059310f6-06de-49f3-a2e9-f1822a2166cf\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 17:47:18 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"059310f6-06de-49f3-a2e9-f1822a2166cf\" }"} {"msg":"Mounting oxi_3485ccb7-7923-4269-8b7b-16caa41fa8d8/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.608568609Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.621736299Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.621816752Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.621836852Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.621872103Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.655076323Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 199.993817ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.655582471Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"084551be-ff82-4c41-9bde-0a8ece27021d\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 17:47:18 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"084551be-ff82-4c41-9bde-0a8ece27021d\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.856641276Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 224.310916ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:18.857402363Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e65a64df-45b7-4227-8504-be17e1df2d61\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 17:47:18 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e65a64df-45b7-4227-8504-be17e1df2d61\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:19.08256379Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 363.10272ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:19.083292355Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44942025-d303-4db1-8943-62f0aee79c8a\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 17:47:18 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"44942025-d303-4db1-8943-62f0aee79c8a\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:19.364836462Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:19.369597919Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:56704","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"producer-server","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:19.36962876Z","hostname":"sock","pid":1572,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:19.369711233Z","hostname":"sock","pid":1572,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:56704","producer_id":"297da6c0-3dc5-4f20-9a57-48a339550273"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:19.370837472Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"258.404934ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:19.371474594Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:19.371482794Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:19.371560487Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:917","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:19.371566468Z","hostname":"sock","pid":1572,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:19.447832552Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:19.630342029Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"722.341332ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:20.354397158Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.322508213s"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:21.678464032Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.673926081s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:21.867466556Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2663"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:21.867482186Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2881"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:21.867497146Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2533"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:21.867511067Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2580"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:21.867550508Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2962"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:21.867554939Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3004"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:21.869423334Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2806"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:21.870617346Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2574"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:21.87073039Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:21.870899996Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 66.930266ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:22.12490494Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 55.700932ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:22.319054794Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 157.283823ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:22.495716156Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 411.145277ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:22.668510134Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 737.181995ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:23.236985756Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:23.35330156Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.329773196s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.158234045s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:24.013424584Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 939.027547ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:25.361907271Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:25.685104524Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"6.477869076s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.152517889s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:26.561661511Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.056171298Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.05622441Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.056250461Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.056273022Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.056564492Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.05679122Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.056889733Z","hostname":"sock","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:43145","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.056907264Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.056919154Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3908"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.057031148Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.057039228Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.283810372Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.283865314Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.283901115Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.283917146Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.283962428Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.283980928Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.289633446Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4229","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.289645596Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4245"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.289653106Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.578997496Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:35157"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.579321397Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.579332188Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.57938212Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.579410301Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.579505724Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"c907deea-3553-401b-8c1e-e57efd073f5a","remote_addr":"[fd00:1122:3344:101::1]:35157","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":313,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.609880045Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38409"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.610077832Z","hostname":"sock","pid":1572,"uri":"/sled-role","method":"GET","req_id":"2b37a5a7-455e-4096-b91e-5c45be718536","remote_addr":"[fd00:1122:3344:101::1]:38409","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":73,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.611512452Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.611539323Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.611856414Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.612123444Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:849"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 7e0d1d8f-0613-4639-b431-9afe58499e31, pool_id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 7b7f716b-e6fd-44b3-8dd0-21c850a4c57a, pool_id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: a8128710-3ba6-4a8a-a6ac-961172721267, pool_id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: f30ec10b-43b4-4722-ad14-0c12ee43f33d, pool_id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 28aca8aa-6952-4bce-912a-012e1a5f7306, pool_id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: b566a485-4cee-4068-9d26-7a165edc415b, pool_id: 9fecadf7-1f9f-4c05-baeb-3ca812eb625c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 3fbbac73-7b09-4183-b965-839f95fdaa7f, pool_id: c84ed810-b8fd-4283-8511-603d43b629a7 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 05e9b1d8-a137-49cb-af4f-2a2d9bb9abd9, pool_id: f6c51041-d1f1-4026-854a-17c6531b176e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 2e5d6994-1956-4ef0-913f-5b28c524aba0, pool_id: b47c81a2-215a-4a96-ada9-ce831b19ee43 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.643917415Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.644029018Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:52663"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.644328749Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:874"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 7e0d1d8f-0613-4639-b431-9afe58499e31, pool_id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 7b7f716b-e6fd-44b3-8dd0-21c850a4c57a, pool_id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: a8128710-3ba6-4a8a-a6ac-961172721267, pool_id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: f30ec10b-43b4-4722-ad14-0c12ee43f33d, pool_id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 28aca8aa-6952-4bce-912a-012e1a5f7306, pool_id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: b566a485-4cee-4068-9d26-7a165edc415b, pool_id: 9fecadf7-1f9f-4c05-baeb-3ca812eb625c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 3fbbac73-7b09-4183-b965-839f95fdaa7f, pool_id: c84ed810-b8fd-4283-8511-603d43b629a7 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 05e9b1d8-a137-49cb-af4f-2a2d9bb9abd9, pool_id: f6c51041-d1f1-4026-854a-17c6531b176e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 2e5d6994-1956-4ef0-913f-5b28c524aba0, pool_id: b47c81a2-215a-4a96-ada9-ce831b19ee43 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.644371121Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.644395431Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.644416012Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.644423932Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.644431112Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.644438013Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.644447023Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.644454023Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.784704524Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:28.784743375Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"5c811413-1d4e-403e-b8bb-331b2268c476 (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/297da6c0-3dc5-4f20-9a57-48a339550273)","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T17:47:29.247173392Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:29.467941276Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T17:47:29.469629875Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5561917105458027348"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T17:47:29.469763969Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13283554707908944394"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:29.52244171Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:29.530028045Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:29.530108648Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:29.530120038Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:29.530135299Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:29.530144169Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:29.530275804Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:29.530287844Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:29.571143422Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_5c811413-1d4e-403e-b8bb-331b2268c476/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:29.578905423Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_5c811413-1d4e-403e-b8bb-331b2268c476","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:29.786322801Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:29.793989198Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:29.79403814Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:29.79404631Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:29.794070241Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:29.794103492Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:29.803124157Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:29.803154998Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"7c337fba-b737-4f90-a327-065b4f3b4476 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:29.918093145Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:29.925600367Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:29.925631308Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:29.925640548Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:29.925654169Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:29.925710551Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:29.925810734Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:29.925818995Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:29.966919651Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_7c337fba-b737-4f90-a327-065b4f3b4476/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:29.974901479Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_7c337fba-b737-4f90-a327-065b4f3b4476","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.176157091Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.183698035Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.183740776Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.183753567Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.183763617Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.183771788Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.192769032Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.192793423Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.307434749Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.31491165Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.314963552Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.314976192Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.315012753Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.315024624Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.31521855Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.315229951Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/297da6c0-3dc5-4f20-9a57-48a339550273)","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T17:47:30.319064215Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.357763717Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_46e37abb-39ab-4652-aa9d-61a2079024f1/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.365144365Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_46e37abb-39ab-4652-aa9d-61a2079024f1","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.568299243Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.575913619Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.57594608Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.575954131Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.575975221Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.575990212Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.585229285Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.585255676Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"8b4477e5-c445-4846-a713-78ddac5696a7 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.701459466Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.709320471Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.709349672Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.709360962Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.709379373Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.709392013Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.709526268Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.709534858Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.750964946Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_8b4477e5-c445-4846-a713-78ddac5696a7/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.758934124Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_8b4477e5-c445-4846-a713-78ddac5696a7","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.959102948Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.966773136Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.966817578Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.966824638Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.966832918Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.966839979Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.976070751Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:30.976101221Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.085411181Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.092978055Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.093032937Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.093081529Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.09312378Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.093138181Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.093286756Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.093296307Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.133044095Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_09d27db0-c064-443e-8e36-e29bb4d8f58d/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.140704113Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/297da6c0-3dc5-4f20-9a57-48a339550273)","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T17:47:31.32092126Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_09d27db0-c064-443e-8e36-e29bb4d8f58d","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.34352449Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.351180387Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.351232329Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.35126386Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.35127583Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.351296831Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.360836564Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.360860215Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"9fecadf7-1f9f-4c05-baeb-3ca812eb625c (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.475130118Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 9fecadf7-1f9f-4c05-baeb-3ca812eb625c (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.482446274Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.482532717Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.482544247Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.482585738Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.482600109Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.482748334Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.482758675Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.523901062Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_9fecadf7-1f9f-4c05-baeb-3ca812eb625c/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.531112224Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_9fecadf7-1f9f-4c05-baeb-3ca812eb625c","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.737197175Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.74479528Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.744842332Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.744869803Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.744880133Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.744893284Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.754321673Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.754342734Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"c84ed810-b8fd-4283-8511-603d43b629a7 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.864088999Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: c84ed810-b8fd-4283-8511-603d43b629a7 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.871718565Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.871758287Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.871767817Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.871809028Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.871823379Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.871982964Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.872001065Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.913002228Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_c84ed810-b8fd-4283-8511-603d43b629a7/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:31.920840782Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_c84ed810-b8fd-4283-8511-603d43b629a7","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.142602869Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.150616349Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.150656271Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.150663261Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.150671871Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.150679652Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.160530176Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.160555437Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"f6c51041-d1f1-4026-854a-17c6531b176e (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.280167576Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: f6c51041-d1f1-4026-854a-17c6531b176e (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.287646377Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.287681608Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.287708169Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.28773371Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.287742921Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.287900646Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.287911627Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:32.291413259Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"11.024619642s"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/297da6c0-3dc5-4f20-9a57-48a339550273)","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T17:47:32.323437798Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.329722908Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_f6c51041-d1f1-4026-854a-17c6531b176e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.337141127Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_f6c51041-d1f1-4026-854a-17c6531b176e","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.543570629Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.551427324Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.551457635Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.551472805Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.551477356Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.551482046Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.561397202Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.561426453Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"b47c81a2-215a-4a96-ada9-ce831b19ee43 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.679026302Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: b47c81a2-215a-4a96-ada9-ce831b19ee43 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.687358204Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.687391395Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.687410385Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.687438486Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.687446867Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.687579471Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.687586281Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.728041405Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_b47c81a2-215a-4a96-ada9-ce831b19ee43/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.735692892Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_b47c81a2-215a-4a96-ada9-ce831b19ee43","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.939291826Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.947272665Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.947323247Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.947390219Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.947517554Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 3485ccb7-7923-4269-8b7b-16caa41fa8d8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: adb893fc-56e4-4ac7-a502-4c948ee9f9bd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9fecadf7-1f9f-4c05-baeb-3ca812eb625c (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c84ed810-b8fd-4283-8511-603d43b629a7 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: f6c51041-d1f1-4026-854a-17c6531b176e (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: b47c81a2-215a-4a96-ada9-ce831b19ee43 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.947599577Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.947608367Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.9477026Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.947947999Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:878"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.94797139Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.94799475Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:904","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.948005531Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:909"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.948011921Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:914"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.948034492Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.948043892Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:920"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.948091414Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:799","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.948100944Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:925"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.948184627Z","hostname":"sock","pid":1572,"uri":"/omicron-physical-disks","method":"PUT","req_id":"45fc352d-913e-4c1d-9d4c-0051670c25e3","remote_addr":"[fd00:1122:3344:101::1]:52663","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4304018,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 3b08df41-4650-4670-af37-80add36afc58 (service), filesystem_pool: Some(ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63 (service), filesystem_pool: Some(ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 81ce448e-0e36-4fdf-a85d-a98a9892709b (service), filesystem_pool: Some(ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.979020323Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.979158238Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42875"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b08df41-4650-4670-af37-80add36afc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.979471219Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:32.97947946Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3b08df41-4650-4670-af37-80add36afc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:33.040961008Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:33.040994719Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 81ce448e-0e36-4fdf-a85d-a98a9892709b, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:33.09798778Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:33.098029642Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 81ce448e-0e36-4fdf-a85d-a98a9892709b, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:33.156522726Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:33.156560077Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:33.156567497Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:33.156616419Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:33.199716505Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:33.199745496Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:33.199749436Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_3b08df41-4650-4670-af37-80add36afc58","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:33.252683886Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_81ce448e-0e36-4fdf-a85d-a98a9892709b","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:33.25653143Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:33.260630543Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_3b08df41-4650-4670-af37-80add36afc58","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:33.272196067Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_81ce448e-0e36-4fdf-a85d-a98a9892709b","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:33.276782378Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:33.280512058Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/297da6c0-3dc5-4f20-9a57-48a339550273)","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T17:47:33.326111981Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/297da6c0-3dc5-4f20-9a57-48a339550273)","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T17:47:34.327731909Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_81ce448e-0e36-4fdf-a85d-a98a9892709b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:34.839339285Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:34.839413527Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Booting oxz_internal_dns_81ce448e-0e36-4fdf-a85d-a98a9892709b zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:34.839582413Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_81ce448e-0e36-4fdf-a85d-a98a9892709b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:35.32261608Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:35.322669612Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_3b08df41-4650-4670-af37-80add36afc58:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:35.801033266Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_internal_dns_81ce448e-0e36-4fdf-a85d-a98a9892709b\") failed: Property not found. retry in 65.048304ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:35.807399899Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_81ce448e-0e36-4fdf-a85d-a98a9892709b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:35.807459391Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:35.810772106Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Booting oxz_internal_dns_3b08df41-4650-4670-af37-80add36afc58 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:35.810813598Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_3b08df41-4650-4670-af37-80add36afc58","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_81ce448e-0e36-4fdf-a85d-a98a9892709b\") failed: Property not found. retry in 57.985784ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:35.88241984Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_81ce448e-0e36-4fdf-a85d-a98a9892709b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63\") failed: Property not found. retry in 70.011299ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:35.933446863Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3b08df41-4650-4670-af37-80add36afc58\") failed: Property not found. retry in 53.994497ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:35.939640529Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_3b08df41-4650-4670-af37-80add36afc58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_81ce448e-0e36-4fdf-a85d-a98a9892709b\") failed: Property not found. retry in 283.019356ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:35.94766799Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_81ce448e-0e36-4fdf-a85d-a98a9892709b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3b08df41-4650-4670-af37-80add36afc58\") failed: Property not found. retry in 71.955222ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:36.006049779Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_3b08df41-4650-4670-af37-80add36afc58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63\") failed: Property not found. retry in 91.180596ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:36.100065604Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3b08df41-4650-4670-af37-80add36afc58\") failed: Property not found. retry in 133.697213ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:36.257563827Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_3b08df41-4650-4670-af37-80add36afc58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_81ce448e-0e36-4fdf-a85d-a98a9892709b\") failed: Property not found. retry in 361.086856ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:36.290048192Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_81ce448e-0e36-4fdf-a85d-a98a9892709b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63\") failed: Property not found. retry in 281.497032ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:36.313765341Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3b08df41-4650-4670-af37-80add36afc58\") failed: Property not found. retry in 389.141008ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:36.443501944Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_3b08df41-4650-4670-af37-80add36afc58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63\") failed: Property not found. retry in 507.368596ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:36.606057914Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_81ce448e-0e36-4fdf-a85d-a98a9892709b\") failed: Property not found. retry in 555.20255ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:36.661057805Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_81ce448e-0e36-4fdf-a85d-a98a9892709b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3b08df41-4650-4670-af37-80add36afc58\") failed: Property not found. retry in 1.185779664s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:36.841371686Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_3b08df41-4650-4670-af37-80add36afc58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63\") failed: Property not found. retry in 558.215903ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:37.123093198Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_81ce448e-0e36-4fdf-a85d-a98a9892709b\") failed: Property not found. retry in 1.236634752s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:37.228000554Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_81ce448e-0e36-4fdf-a85d-a98a9892709b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63\") failed: Property not found. retry in 588.975432ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:37.691017242Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3b08df41-4650-4670-af37-80add36afc58\") failed: Property not found. retry in 976.220451ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:38.037193507Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_3b08df41-4650-4670-af37-80add36afc58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T17:47:38.058269813Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16925165195463020634"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T17:47:38.058392248Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13094888867234479499"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:38.184980201Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4253"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:38.185037153Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4263","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:38.192073689Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4342"} {"msg":"wait for service Some(\"oxz_internal_dns_6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63\") failed: Property not found. retry in 582.683955ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:38.291336797Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:38.300529028Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4390"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:38.300561059Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4417"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:38.337958186Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4430"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:38.337985497Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4294"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:38.39130543Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4336"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:38.391337261Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4397","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:38.410717828Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4408"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:38.410750239Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4450"} {"msg":"wait for service Some(\"oxz_internal_dns_81ce448e-0e36-4fdf-a85d-a98a9892709b\") failed: Property not found. retry in 995.241032ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:38.473506772Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_81ce448e-0e36-4fdf-a85d-a98a9892709b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:38.479122358Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4482"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:38.479131369Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4488"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:38.563484406Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4529"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:38.563545418Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/297da6c0-3dc5-4f20-9a57-48a339550273)","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:38.595776734Z","hostname":"sock","pid":1572,"component":"NexusNotifierTask","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Failed to get switch ID from MGS (retrying in 41.182975ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:38.595868617Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Failed to get switch ID from MGS (retrying in 114.166632ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:38.638073242Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Failed to get switch ID from MGS (retrying in 192.566424ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:38.753201405Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"wait for service Some(\"oxz_internal_dns_6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63\") failed: Property not found. retry in 755.051997ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:38.883319041Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:38.946958235Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:47833"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:38.947133021Z","hostname":"sock","pid":1572,"uri":"/sled-identifiers","method":"GET","req_id":"bf30f354-1ff8-4e74-abba-65656d725b8a","remote_addr":"[fd00:1122:3344:101::2]:47833","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":69,"response_code":"200"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:38.947780044Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:418"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:38.979895515Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:686"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:38.980007569Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:724"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:38.980387692Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:727","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:38.980400232Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:440","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:39.02038433Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"wait for service Some(\"oxz_internal_dns_3b08df41-4650-4670-af37-80add36afc58\") failed: Property not found. retry in 993.833836ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:39.024609837Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_3b08df41-4650-4670-af37-80add36afc58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:39.070227621Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:39.070291653Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:39.070304854Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:39.070320654Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:39.070328025Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:39.070335025Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:39.070343125Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:39.070349566Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:39.070357786Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:39.070364166Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:39.070372316Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:39.070378927Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:39.070385487Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:39.070410308Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:39.070417018Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:39.070422028Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:39.070426988Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:39.070431548Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:39.070436189Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:39.070441089Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:39.070445819Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:39.070450649Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:39.070455499Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_81ce448e-0e36-4fdf-a85d-a98a9892709b\") failed: Property not found. retry in 1.217048794s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:39.478128344Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_81ce448e-0e36-4fdf-a85d-a98a9892709b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T17:47:39.479374457Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5561917105458027348"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T17:47:39.479500551Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13283554707908944394"} {"msg":"wait for service Some(\"oxz_internal_dns_6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63\") failed: Property not found. retry in 1.069751415s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:39.646611321Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3b08df41-4650-4670-af37-80add36afc58\") failed: Property not found. retry in 842.523308ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:40.028054978Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_3b08df41-4650-4670-af37-80add36afc58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63\") failed: Property not found. retry in 803.749889ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:40.724275575Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3b08df41-4650-4670-af37-80add36afc58\") failed: Property not found. retry in 1.221673331s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:40.88156553Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_3b08df41-4650-4670-af37-80add36afc58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.122845361Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_internal_dns_3b08df41-4650-4670-af37-80add36afc58"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.122901933Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_internal_dns_81ce448e-0e36-4fdf-a85d-a98a9892709b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.122913963Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_internal_dns_6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63"} {"msg":"Writing ledger to /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.122929794Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.123157702Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.123490633Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"f6a3d075-3928-41ae-892e-aa681eb0d23e","remote_addr":"[fd00:1122:3344:101::1]:42875","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9144232,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.125283116Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.172261207Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.22013025Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.273348889Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.27335956Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.305662049Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.306475587Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.306483317Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 3b08df41-4650-4670-af37-80add36afc58 (service), filesystem_pool: Some(ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63 (service), filesystem_pool: Some(ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 81ce448e-0e36-4fdf-a85d-a98a9892709b (service), filesystem_pool: Some(ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 74b6f00a-1e19-4023-8ade-19cb01eb4be4 (service), filesystem_pool: Some(ZpoolName { id: f6c51041-d1f1-4026-854a-17c6531b176e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 2b82bbdf-eb96-4141-b2cf-19f5fb5b406c, kind: Service { id: 74b6f00a-1e19-4023-8ade-19cb01eb4be4 }, name: Name(\"ntp-74b6f00a-1e19-4023-8ade-19cb01eb4be4\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 234])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.335232192Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.335341926Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:41622"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b08df41-4650-4670-af37-80add36afc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.335567303Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.335574424Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3b08df41-4650-4670-af37-80add36afc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.355684346Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.355725268Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 81ce448e-0e36-4fdf-a85d-a98a9892709b, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.374040718Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.374083739Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 81ce448e-0e36-4fdf-a85d-a98a9892709b, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.39185013Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.391889101Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.392066548Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.392172751Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.403345442Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.435241126Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.435789255Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.435797716Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.464941664Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 247, 234]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.464949174Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1260","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.46541696Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.465424851Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.465773363Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.466156106Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_74b6f00a-1e19-4023-8ade-19cb01eb4be4","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.489044426Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_74b6f00a-1e19-4023-8ade-19cb01eb4be4","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:42.507218191Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_74b6f00a-1e19-4023-8ade-19cb01eb4be4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:43.130978435Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_74b6f00a-1e19-4023-8ade-19cb01eb4be4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:43.131063668Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_74b6f00a-1e19-4023-8ade-19cb01eb4be4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_74b6f00a-1e19-4023-8ade-19cb01eb4be4\") failed: Property not found. retry in 71.553614ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:43.269250766Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_74b6f00a-1e19-4023-8ade-19cb01eb4be4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_74b6f00a-1e19-4023-8ade-19cb01eb4be4\") failed: Property not found. retry in 65.032977ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:43.356278857Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_74b6f00a-1e19-4023-8ade-19cb01eb4be4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_74b6f00a-1e19-4023-8ade-19cb01eb4be4\") failed: Property not found. retry in 287.855547ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:43.446683666Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_74b6f00a-1e19-4023-8ade-19cb01eb4be4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_74b6f00a-1e19-4023-8ade-19cb01eb4be4\") failed: Property not found. retry in 559.103343ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:43.747767316Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_74b6f00a-1e19-4023-8ade-19cb01eb4be4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_74b6f00a-1e19-4023-8ade-19cb01eb4be4\") failed: Property not found. retry in 1.001338197s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:44.317587496Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_74b6f00a-1e19-4023-8ade-19cb01eb4be4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_74b6f00a-1e19-4023-8ade-19cb01eb4be4\") failed: Property not found. retry in 1.372435002s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:45.32857336Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_74b6f00a-1e19-4023-8ade-19cb01eb4be4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_74b6f00a-1e19-4023-8ade-19cb01eb4be4\") failed: Property not found. retry in 795.825103ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:46.710026319Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_74b6f00a-1e19-4023-8ade-19cb01eb4be4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_74b6f00a-1e19-4023-8ade-19cb01eb4be4\") failed: Property not found. retry in 963.50721ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:47.515235682Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_74b6f00a-1e19-4023-8ade-19cb01eb4be4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T17:47:48.059739217Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16925165195463020634"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T17:47:48.059864321Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13094888867234479499"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:48.499393869Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_ntp_74b6f00a-1e19-4023-8ade-19cb01eb4be4"} {"msg":"Writing ledger to /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:48.499447651Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:48.499793483Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:48.500117714Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"54d8ee6d-b111-4b41-a2c5-51fd087f8cb3","remote_addr":"[fd00:1122:3344:101::1]:41622","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6164702,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:48.502779077Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:48.533896184Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:48.534090341Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:39747"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_74b6f00a-1e19-4023-8ade-19cb01eb4be4': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T17:47:48.543104546Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3861"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:48.54320321Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"f4fbe02a-e82d-4fbb-ad8c-8c7cd5637fd4","remote_addr":"[fd00:1122:3344:101::1]:39747","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9043,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:48.544758304Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:48.668113064Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:48.66829136Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:39754"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T17:47:49.481115991Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5561917105458027348"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T17:47:49.481243466Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13283554707908944394"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T17:47:50.717254012Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6176001474828307313"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T17:47:51.550493196Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4541436478240252351"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T17:47:52.125952772Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12067437029835989567"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_74b6f00a-1e19-4023-8ade-19cb01eb4be4': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T17:47:52.677826305Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3861"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:52.67794768Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"79255d0d-d191-44df-9253-ab664a42eb01","remote_addr":"[fd00:1122:3344:101::1]:39754","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009578,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:52.68083261Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:52.815765985Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:52.815944351Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:44616"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_74b6f00a-1e19-4023-8ade-19cb01eb4be4': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T17:47:52.824310883Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3861"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:52.824457899Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"9c4096f1-ef49-4c69-bd55-1389672b7014","remote_addr":"[fd00:1122:3344:101::1]:44616","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8439,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:52.827127732Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:53.014492098Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:53.014667174Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:50445"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_74b6f00a-1e19-4023-8ade-19cb01eb4be4': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T17:47:57.189886385Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3861"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:57.189979078Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"96c98fdd-cb3d-48d0-b194-64f1bac1e467","remote_addr":"[fd00:1122:3344:101::1]:50445","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008248,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:57.192218427Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:57.381437018Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:57.381637265Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64045"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:57.391110636Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"d5aa0b15-14ef-438e-beb9-8541a44ac889","remote_addr":"[fd00:1122:3344:101::1]:64045","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9387,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:57.392867778Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:57.392872158Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:57.67026382Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:57.670439236Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45535"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:57.67914748Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"e4523841-515f-4c7f-989a-e433de17e42f","remote_addr":"[fd00:1122:3344:101::1]:45535","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8637,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:57.682033711Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:57.682038751Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.016544091Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.016751278Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:47925"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.03821559Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"ccda1479-327c-44a5-ad92-6293486becf1","remote_addr":"[fd00:1122:3344:101::1]:47925","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":21394,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 3330918968, ip_addr: 198.137.202.56, stratum: 3, ref_time: 1730310477.9173894, correction: -0.013613228 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.04250693Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.042512001Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1298"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 3b08df41-4650-4670-af37-80add36afc58 (service), filesystem_pool: Some(ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63 (service), filesystem_pool: Some(ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 81ce448e-0e36-4fdf-a85d-a98a9892709b (service), filesystem_pool: Some(ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 74b6f00a-1e19-4023-8ade-19cb01eb4be4 (service), filesystem_pool: Some(ZpoolName { id: f6c51041-d1f1-4026-854a-17c6531b176e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 2b82bbdf-eb96-4141-b2cf-19f5fb5b406c, kind: Service { id: 74b6f00a-1e19-4023-8ade-19cb01eb4be4 }, name: Name(\"ntp-74b6f00a-1e19-4023-8ade-19cb01eb4be4\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 234])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 71ecea3f-6c94-4ddb-b17c-44303894e392 (service), filesystem_pool: Some(ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62 (service), filesystem_pool: Some(ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External } } } }, OmicronZoneConfig { id: c17b59dc-32ef-41d3-b98f-354d10ced910 (service), filesystem_pool: Some(ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External } } } }, OmicronZoneConfig { id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26 (service), filesystem_pool: Some(ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External } } } }, OmicronZoneConfig { id: 99f16332-1177-4807-8f95-47cd34b7d7db (service), filesystem_pool: Some(ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.072898465Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.07305069Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:33136"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b08df41-4650-4670-af37-80add36afc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.07332628Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.07333212Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3b08df41-4650-4670-af37-80add36afc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.093249448Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.09329818Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 81ce448e-0e36-4fdf-a85d-a98a9892709b, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.110764262Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.110809013Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 81ce448e-0e36-4fdf-a85d-a98a9892709b, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71ecea3f-6c94-4ddb-b17c-44303894e392, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.127751557Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.127780998Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 71ecea3f-6c94-4ddb-b17c-44303894e392, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.180489734Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.180519524Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c17b59dc-32ef-41d3-b98f-354d10ced910, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.233719349Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.233744009Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c17b59dc-32ef-41d3-b98f-354d10ced910, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.287387179Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.28742295Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99f16332-1177-4807-8f95-47cd34b7d7db, dataset_name: DatasetName { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.33849319Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.338542821Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 99f16332-1177-4807-8f95-47cd34b7d7db, dataset_name: DatasetName { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.389269869Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.38931288Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.389505527Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.389612061Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:58.420270395Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:58.420304286Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:58.420312856Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:58.420321536Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:58.420327857Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.42042471Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"2e7c6398-a965-42a6-bc7c-f1381e1d5ba3","remote_addr":"[fd00:1122:3344:101::1]:33136","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910\", TimeNotSynchronized), (\"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392\", TimeNotSynchronized), (\"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62\", TimeNotSynchronized), (\"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26\", TimeNotSynchronized), (\"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db\", TimeNotSynchronized)]","latency_us":348222,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:58.420600316Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"94.00625ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e7c6398-a965-42a6-bc7c-f1381e1d5ba3\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 17:47:58 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"2e7c6398-a965-42a6-bc7c-f1381e1d5ba3\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 3b08df41-4650-4670-af37-80add36afc58 (service), filesystem_pool: Some(ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63 (service), filesystem_pool: Some(ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 81ce448e-0e36-4fdf-a85d-a98a9892709b (service), filesystem_pool: Some(ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 74b6f00a-1e19-4023-8ade-19cb01eb4be4 (service), filesystem_pool: Some(ZpoolName { id: f6c51041-d1f1-4026-854a-17c6531b176e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 2b82bbdf-eb96-4141-b2cf-19f5fb5b406c, kind: Service { id: 74b6f00a-1e19-4023-8ade-19cb01eb4be4 }, name: Name(\"ntp-74b6f00a-1e19-4023-8ade-19cb01eb4be4\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 234])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 71ecea3f-6c94-4ddb-b17c-44303894e392 (service), filesystem_pool: Some(ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62 (service), filesystem_pool: Some(ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External } } } }, OmicronZoneConfig { id: c17b59dc-32ef-41d3-b98f-354d10ced910 (service), filesystem_pool: Some(ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External } } } }, OmicronZoneConfig { id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26 (service), filesystem_pool: Some(ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External } } } }, OmicronZoneConfig { id: 99f16332-1177-4807-8f95-47cd34b7d7db (service), filesystem_pool: Some(ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.515828252Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b08df41-4650-4670-af37-80add36afc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.516160754Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.516176925Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3b08df41-4650-4670-af37-80add36afc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.535178621Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.535217552Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:58.540170415Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"157.020522ms"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 81ce448e-0e36-4fdf-a85d-a98a9892709b, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.554231938Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.554273599Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 81ce448e-0e36-4fdf-a85d-a98a9892709b, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71ecea3f-6c94-4ddb-b17c-44303894e392, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.57168574Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.571724691Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 71ecea3f-6c94-4ddb-b17c-44303894e392, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.589482413Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.589516104Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c17b59dc-32ef-41d3-b98f-354d10ced910, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.606742558Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.606781119Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c17b59dc-32ef-41d3-b98f-354d10ced910, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.624049404Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.624079735Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99f16332-1177-4807-8f95-47cd34b7d7db, dataset_name: DatasetName { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.641933411Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.641971692Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 99f16332-1177-4807-8f95-47cd34b7d7db, dataset_name: DatasetName { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.6596064Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.659649302Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.659821517Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.659955862Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:58.693799468Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:58.693844389Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:58.69385268Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:58.69385845Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:58.69386365Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.693952263Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"567b21b6-dd25-4bed-80c1-e2197aa3f658","remote_addr":"[fd00:1122:3344:101::1]:33136","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26\", TimeNotSynchronized), (\"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392\", TimeNotSynchronized), (\"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62\", TimeNotSynchronized), (\"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db\", TimeNotSynchronized), (\"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910\", TimeNotSynchronized)]","latency_us":178458,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:58.694103218Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"80.308816ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"567b21b6-dd25-4bed-80c1-e2197aa3f658\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 17:47:58 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"567b21b6-dd25-4bed-80c1-e2197aa3f658\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 3b08df41-4650-4670-af37-80add36afc58 (service), filesystem_pool: Some(ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63 (service), filesystem_pool: Some(ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 81ce448e-0e36-4fdf-a85d-a98a9892709b (service), filesystem_pool: Some(ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 74b6f00a-1e19-4023-8ade-19cb01eb4be4 (service), filesystem_pool: Some(ZpoolName { id: f6c51041-d1f1-4026-854a-17c6531b176e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 2b82bbdf-eb96-4141-b2cf-19f5fb5b406c, kind: Service { id: 74b6f00a-1e19-4023-8ade-19cb01eb4be4 }, name: Name(\"ntp-74b6f00a-1e19-4023-8ade-19cb01eb4be4\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 234])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 71ecea3f-6c94-4ddb-b17c-44303894e392 (service), filesystem_pool: Some(ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62 (service), filesystem_pool: Some(ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External } } } }, OmicronZoneConfig { id: c17b59dc-32ef-41d3-b98f-354d10ced910 (service), filesystem_pool: Some(ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External } } } }, OmicronZoneConfig { id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26 (service), filesystem_pool: Some(ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External } } } }, OmicronZoneConfig { id: 99f16332-1177-4807-8f95-47cd34b7d7db (service), filesystem_pool: Some(ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.774535836Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b08df41-4650-4670-af37-80add36afc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.774825597Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.774837207Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3b08df41-4650-4670-af37-80add36afc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.793951087Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.793987168Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 81ce448e-0e36-4fdf-a85d-a98a9892709b, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.812675363Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.812723274Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 81ce448e-0e36-4fdf-a85d-a98a9892709b, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71ecea3f-6c94-4ddb-b17c-44303894e392, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.830992985Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.831042486Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 71ecea3f-6c94-4ddb-b17c-44303894e392, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.849247924Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.849296236Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c17b59dc-32ef-41d3-b98f-354d10ced910, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.86653291Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.866573651Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c17b59dc-32ef-41d3-b98f-354d10ced910, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.883228275Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.883266586Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99f16332-1177-4807-8f95-47cd34b7d7db, dataset_name: DatasetName { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.901294888Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.901337959Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 99f16332-1177-4807-8f95-47cd34b7d7db, dataset_name: DatasetName { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.918893464Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.918947506Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.919127202Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.919287048Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:58.950215252Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:58.950251453Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:58.950259933Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:58.950266753Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:58.950274994Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:58.950387478Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"4ceea7dd-9e9d-45dc-96d4-2be725dca828","remote_addr":"[fd00:1122:3344:101::1]:33136","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910\", TimeNotSynchronized), (\"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392\", TimeNotSynchronized), (\"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26\", TimeNotSynchronized), (\"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62\", TimeNotSynchronized), (\"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db\", TimeNotSynchronized)]","latency_us":176225,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:58.950548553Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"160.955338ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ceea7dd-9e9d-45dc-96d4-2be725dca828\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 17:47:58 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4ceea7dd-9e9d-45dc-96d4-2be725dca828\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 3b08df41-4650-4670-af37-80add36afc58 (service), filesystem_pool: Some(ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63 (service), filesystem_pool: Some(ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 81ce448e-0e36-4fdf-a85d-a98a9892709b (service), filesystem_pool: Some(ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 74b6f00a-1e19-4023-8ade-19cb01eb4be4 (service), filesystem_pool: Some(ZpoolName { id: f6c51041-d1f1-4026-854a-17c6531b176e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 2b82bbdf-eb96-4141-b2cf-19f5fb5b406c, kind: Service { id: 74b6f00a-1e19-4023-8ade-19cb01eb4be4 }, name: Name(\"ntp-74b6f00a-1e19-4023-8ade-19cb01eb4be4\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 234])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 71ecea3f-6c94-4ddb-b17c-44303894e392 (service), filesystem_pool: Some(ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62 (service), filesystem_pool: Some(ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External } } } }, OmicronZoneConfig { id: c17b59dc-32ef-41d3-b98f-354d10ced910 (service), filesystem_pool: Some(ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External } } } }, OmicronZoneConfig { id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26 (service), filesystem_pool: Some(ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External } } } }, OmicronZoneConfig { id: 99f16332-1177-4807-8f95-47cd34b7d7db (service), filesystem_pool: Some(ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.111594996Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b08df41-4650-4670-af37-80add36afc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.111969089Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.111979629Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3b08df41-4650-4670-af37-80add36afc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.131703179Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.131758271Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 81ce448e-0e36-4fdf-a85d-a98a9892709b, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.14913434Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.149172632Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 81ce448e-0e36-4fdf-a85d-a98a9892709b, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71ecea3f-6c94-4ddb-b17c-44303894e392, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.167432411Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.167464832Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 71ecea3f-6c94-4ddb-b17c-44303894e392, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.185230805Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.185263336Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c17b59dc-32ef-41d3-b98f-354d10ced910, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.203040219Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.20307353Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c17b59dc-32ef-41d3-b98f-354d10ced910, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.220852333Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.220881664Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99f16332-1177-4807-8f95-47cd34b7d7db, dataset_name: DatasetName { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.238393437Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.238417058Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 99f16332-1177-4807-8f95-47cd34b7d7db, dataset_name: DatasetName { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.256231692Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.256283354Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.256494061Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.25660661Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:59.28871158Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:59.288742931Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:59.288751692Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:59.288766862Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:59.288773792Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.288891996Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"6b2dc541-a910-4fee-a193-eac27227b539","remote_addr":"[fd00:1122:3344:101::1]:33136","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392\", TimeNotSynchronized), (\"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db\", TimeNotSynchronized), (\"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62\", TimeNotSynchronized), (\"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910\", TimeNotSynchronized), (\"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26\", TimeNotSynchronized)]","latency_us":177576,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:59.289054112Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"111.107553ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b2dc541-a910-4fee-a193-eac27227b539\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 17:47:58 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6b2dc541-a910-4fee-a193-eac27227b539\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 3b08df41-4650-4670-af37-80add36afc58 (service), filesystem_pool: Some(ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63 (service), filesystem_pool: Some(ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 81ce448e-0e36-4fdf-a85d-a98a9892709b (service), filesystem_pool: Some(ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 74b6f00a-1e19-4023-8ade-19cb01eb4be4 (service), filesystem_pool: Some(ZpoolName { id: f6c51041-d1f1-4026-854a-17c6531b176e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 2b82bbdf-eb96-4141-b2cf-19f5fb5b406c, kind: Service { id: 74b6f00a-1e19-4023-8ade-19cb01eb4be4 }, name: Name(\"ntp-74b6f00a-1e19-4023-8ade-19cb01eb4be4\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 234])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 71ecea3f-6c94-4ddb-b17c-44303894e392 (service), filesystem_pool: Some(ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62 (service), filesystem_pool: Some(ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External } } } }, OmicronZoneConfig { id: c17b59dc-32ef-41d3-b98f-354d10ced910 (service), filesystem_pool: Some(ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External } } } }, OmicronZoneConfig { id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26 (service), filesystem_pool: Some(ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External } } } }, OmicronZoneConfig { id: 99f16332-1177-4807-8f95-47cd34b7d7db (service), filesystem_pool: Some(ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.400895761Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b08df41-4650-4670-af37-80add36afc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.401230261Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.401241296Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3b08df41-4650-4670-af37-80add36afc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.419945298Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.419983629Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 81ce448e-0e36-4fdf-a85d-a98a9892709b, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.438518499Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.43856082Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 81ce448e-0e36-4fdf-a85d-a98a9892709b, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71ecea3f-6c94-4ddb-b17c-44303894e392, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.456273411Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.456315392Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 71ecea3f-6c94-4ddb-b17c-44303894e392, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.474706067Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.474744858Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c17b59dc-32ef-41d3-b98f-354d10ced910, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.492320404Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.492353865Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c17b59dc-32ef-41d3-b98f-354d10ced910, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.509719433Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.509770235Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99f16332-1177-4807-8f95-47cd34b7d7db, dataset_name: DatasetName { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.527404873Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.527432934Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 99f16332-1177-4807-8f95-47cd34b7d7db, dataset_name: DatasetName { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.544893486Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.544946648Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.545179806Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.545317331Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:59.577475647Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:59.577502848Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:59.577512979Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:59.577520839Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:59.577530669Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.577668794Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"ee771e06-1755-48d6-ad85-1e2241168956","remote_addr":"[fd00:1122:3344:101::1]:33136","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62\", TimeNotSynchronized), (\"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392\", TimeNotSynchronized), (\"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910\", TimeNotSynchronized), (\"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26\", TimeNotSynchronized), (\"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db\", TimeNotSynchronized)]","latency_us":177095,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:59.577862521Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"167.602675ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee771e06-1755-48d6-ad85-1e2241168956\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 17:47:59 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ee771e06-1755-48d6-ad85-1e2241168956\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 3b08df41-4650-4670-af37-80add36afc58 (service), filesystem_pool: Some(ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63 (service), filesystem_pool: Some(ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 81ce448e-0e36-4fdf-a85d-a98a9892709b (service), filesystem_pool: Some(ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 74b6f00a-1e19-4023-8ade-19cb01eb4be4 (service), filesystem_pool: Some(ZpoolName { id: f6c51041-d1f1-4026-854a-17c6531b176e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 2b82bbdf-eb96-4141-b2cf-19f5fb5b406c, kind: Service { id: 74b6f00a-1e19-4023-8ade-19cb01eb4be4 }, name: Name(\"ntp-74b6f00a-1e19-4023-8ade-19cb01eb4be4\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 234])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 71ecea3f-6c94-4ddb-b17c-44303894e392 (service), filesystem_pool: Some(ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62 (service), filesystem_pool: Some(ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External } } } }, OmicronZoneConfig { id: c17b59dc-32ef-41d3-b98f-354d10ced910 (service), filesystem_pool: Some(ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External } } } }, OmicronZoneConfig { id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26 (service), filesystem_pool: Some(ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External } } } }, OmicronZoneConfig { id: 99f16332-1177-4807-8f95-47cd34b7d7db (service), filesystem_pool: Some(ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.746401126Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b08df41-4650-4670-af37-80add36afc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.746680115Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.746689246Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3b08df41-4650-4670-af37-80add36afc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.765160073Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.765190984Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 81ce448e-0e36-4fdf-a85d-a98a9892709b, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.783109572Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.783142273Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 81ce448e-0e36-4fdf-a85d-a98a9892709b, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71ecea3f-6c94-4ddb-b17c-44303894e392, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.800120042Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.800148719Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 71ecea3f-6c94-4ddb-b17c-44303894e392, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.819238718Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.819272009Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c17b59dc-32ef-41d3-b98f-354d10ced910, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.836887966Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.836925827Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c17b59dc-32ef-41d3-b98f-354d10ced910, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.855349153Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.855376034Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99f16332-1177-4807-8f95-47cd34b7d7db, dataset_name: DatasetName { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.873141806Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.873175547Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 99f16332-1177-4807-8f95-47cd34b7d7db, dataset_name: DatasetName { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.890556226Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.890605708Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.890789784Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.890911438Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:59.922018429Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:59.92205489Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:59.92206328Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:59.92207114Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:59.922077171Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:47:59.922230226Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"17c2e247-7438-47c2-9132-48af7be21e6a","remote_addr":"[fd00:1122:3344:101::1]:33136","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392\", TimeNotSynchronized), (\"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62\", TimeNotSynchronized), (\"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db\", TimeNotSynchronized), (\"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26\", TimeNotSynchronized), (\"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910\", TimeNotSynchronized)]","latency_us":176176,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:47:59.922438933Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"134.067396ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17c2e247-7438-47c2-9132-48af7be21e6a\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 17:47:59 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"17c2e247-7438-47c2-9132-48af7be21e6a\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 3b08df41-4650-4670-af37-80add36afc58 (service), filesystem_pool: Some(ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63 (service), filesystem_pool: Some(ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 81ce448e-0e36-4fdf-a85d-a98a9892709b (service), filesystem_pool: Some(ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 74b6f00a-1e19-4023-8ade-19cb01eb4be4 (service), filesystem_pool: Some(ZpoolName { id: f6c51041-d1f1-4026-854a-17c6531b176e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 2b82bbdf-eb96-4141-b2cf-19f5fb5b406c, kind: Service { id: 74b6f00a-1e19-4023-8ade-19cb01eb4be4 }, name: Name(\"ntp-74b6f00a-1e19-4023-8ade-19cb01eb4be4\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 234])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 71ecea3f-6c94-4ddb-b17c-44303894e392 (service), filesystem_pool: Some(ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62 (service), filesystem_pool: Some(ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External } } } }, OmicronZoneConfig { id: c17b59dc-32ef-41d3-b98f-354d10ced910 (service), filesystem_pool: Some(ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External } } } }, OmicronZoneConfig { id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26 (service), filesystem_pool: Some(ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External } } } }, OmicronZoneConfig { id: 99f16332-1177-4807-8f95-47cd34b7d7db (service), filesystem_pool: Some(ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.057282468Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b08df41-4650-4670-af37-80add36afc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.057695252Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.057707493Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3b08df41-4650-4670-af37-80add36afc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.077849718Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.07789909Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 81ce448e-0e36-4fdf-a85d-a98a9892709b, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.097221677Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.097244038Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 81ce448e-0e36-4fdf-a85d-a98a9892709b, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71ecea3f-6c94-4ddb-b17c-44303894e392, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.115330822Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.115370003Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 71ecea3f-6c94-4ddb-b17c-44303894e392, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.13300997Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.133048041Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c17b59dc-32ef-41d3-b98f-354d10ced910, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.151593351Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.151626612Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c17b59dc-32ef-41d3-b98f-354d10ced910, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.169912253Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.169936444Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99f16332-1177-4807-8f95-47cd34b7d7db, dataset_name: DatasetName { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.187458678Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.187490539Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 99f16332-1177-4807-8f95-47cd34b7d7db, dataset_name: DatasetName { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.205014413Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.205061641Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.205290842Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.205426157Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:00.236305099Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:00.236349701Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:00.236358521Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:00.236365511Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:00.236374042Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.236488126Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"c6c443f0-2c28-467f-ac26-df5249e85b7f","remote_addr":"[fd00:1122:3344:101::1]:33136","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910\", TimeNotSynchronized), (\"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26\", TimeNotSynchronized), (\"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62\", TimeNotSynchronized), (\"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db\", TimeNotSynchronized), (\"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392\", TimeNotSynchronized)]","latency_us":179509,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:00.236634531Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"276.915498ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6c443f0-2c28-467f-ac26-df5249e85b7f\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 17:47:59 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c6c443f0-2c28-467f-ac26-df5249e85b7f\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 3b08df41-4650-4670-af37-80add36afc58 (service), filesystem_pool: Some(ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63 (service), filesystem_pool: Some(ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 81ce448e-0e36-4fdf-a85d-a98a9892709b (service), filesystem_pool: Some(ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 74b6f00a-1e19-4023-8ade-19cb01eb4be4 (service), filesystem_pool: Some(ZpoolName { id: f6c51041-d1f1-4026-854a-17c6531b176e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 2b82bbdf-eb96-4141-b2cf-19f5fb5b406c, kind: Service { id: 74b6f00a-1e19-4023-8ade-19cb01eb4be4 }, name: Name(\"ntp-74b6f00a-1e19-4023-8ade-19cb01eb4be4\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 234])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 71ecea3f-6c94-4ddb-b17c-44303894e392 (service), filesystem_pool: Some(ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62 (service), filesystem_pool: Some(ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External } } } }, OmicronZoneConfig { id: c17b59dc-32ef-41d3-b98f-354d10ced910 (service), filesystem_pool: Some(ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External } } } }, OmicronZoneConfig { id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26 (service), filesystem_pool: Some(ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External } } } }, OmicronZoneConfig { id: 99f16332-1177-4807-8f95-47cd34b7d7db (service), filesystem_pool: Some(ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.514288779Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b08df41-4650-4670-af37-80add36afc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.514601809Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.51461138Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3b08df41-4650-4670-af37-80add36afc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.533413089Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.53346334Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 81ce448e-0e36-4fdf-a85d-a98a9892709b, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.550385033Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.550427174Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 81ce448e-0e36-4fdf-a85d-a98a9892709b, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71ecea3f-6c94-4ddb-b17c-44303894e392, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.567568655Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.567610767Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 71ecea3f-6c94-4ddb-b17c-44303894e392, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.585256205Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.585293196Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c17b59dc-32ef-41d3-b98f-354d10ced910, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.603117211Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.603161492Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c17b59dc-32ef-41d3-b98f-354d10ced910, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.621254636Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.621293247Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99f16332-1177-4807-8f95-47cd34b7d7db, dataset_name: DatasetName { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.639224486Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.639270457Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 99f16332-1177-4807-8f95-47cd34b7d7db, dataset_name: DatasetName { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.656600504Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.656652236Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.656832871Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.656944966Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:00.689046221Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:00.689071402Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:00.689076602Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:00.689082783Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:00.689099363Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3276","zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.689211877Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"8ad5da9d-13e8-4705-8e94-66e489ab8843","remote_addr":"[fd00:1122:3344:101::1]:33136","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62\", TimeNotSynchronized), (\"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392\", TimeNotSynchronized), (\"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910\", TimeNotSynchronized), (\"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26\", TimeNotSynchronized), (\"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db\", TimeNotSynchronized)]","latency_us":175260,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:00.689352192Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"229.318866ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ad5da9d-13e8-4705-8e94-66e489ab8843\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 17:47:59 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8ad5da9d-13e8-4705-8e94-66e489ab8843\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 3b08df41-4650-4670-af37-80add36afc58 (service), filesystem_pool: Some(ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63 (service), filesystem_pool: Some(ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 81ce448e-0e36-4fdf-a85d-a98a9892709b (service), filesystem_pool: Some(ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 74b6f00a-1e19-4023-8ade-19cb01eb4be4 (service), filesystem_pool: Some(ZpoolName { id: f6c51041-d1f1-4026-854a-17c6531b176e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 2b82bbdf-eb96-4141-b2cf-19f5fb5b406c, kind: Service { id: 74b6f00a-1e19-4023-8ade-19cb01eb4be4 }, name: Name(\"ntp-74b6f00a-1e19-4023-8ade-19cb01eb4be4\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 234])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 71ecea3f-6c94-4ddb-b17c-44303894e392 (service), filesystem_pool: Some(ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62 (service), filesystem_pool: Some(ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External } } } }, OmicronZoneConfig { id: c17b59dc-32ef-41d3-b98f-354d10ced910 (service), filesystem_pool: Some(ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External } } } }, OmicronZoneConfig { id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26 (service), filesystem_pool: Some(ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External } } } }, OmicronZoneConfig { id: 99f16332-1177-4807-8f95-47cd34b7d7db (service), filesystem_pool: Some(ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.919235446Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b08df41-4650-4670-af37-80add36afc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.919576128Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.919587078Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3b08df41-4650-4670-af37-80add36afc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.938574253Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.938616985Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 81ce448e-0e36-4fdf-a85d-a98a9892709b, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.956116428Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.95615783Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 81ce448e-0e36-4fdf-a85d-a98a9892709b, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71ecea3f-6c94-4ddb-b17c-44303894e392, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.974001105Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.974027836Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 71ecea3f-6c94-4ddb-b17c-44303894e392, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.993015321Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:00.993053042Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c17b59dc-32ef-41d3-b98f-354d10ced910, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:01.011473498Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:01.011502969Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c17b59dc-32ef-41d3-b98f-354d10ced910, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:01.029422676Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:01.029447577Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99f16332-1177-4807-8f95-47cd34b7d7db, dataset_name: DatasetName { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:01.047281602Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:01.047310533Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 99f16332-1177-4807-8f95-47cd34b7d7db, dataset_name: DatasetName { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:01.065095896Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:01.065134798Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:01.065383216Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:01.06549075Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:01.148468319Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:01.148510918Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:01.148518208Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:01.148524099Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:01.148529509Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:01.238259043Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:01.242414358Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:01.24617881Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:01.25016889Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:01.254292824Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:01.259142594Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:01.264236313Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:01.268653037Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:01.272969099Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:01.277179226Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:04.125658093Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:04.125778887Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:04.140554813Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:04.140708499Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:04.20371349Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:04.203845375Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db\") failed: Property not found. retry in 58.407019ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:04.275747787Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62\") failed: Property not found. retry in 68.914371ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:04.283685795Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:04.289018271Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:04.289172847Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:04.30244303Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:04.302580585Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910\") failed: Property not found. retry in 45.695387ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:04.337465434Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db\") failed: Property not found. retry in 89.658976ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:04.419608545Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62\") failed: Property not found. retry in 122.276436ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:04.462158872Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910\") failed: Property not found. retry in 133.857531ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:04.482851545Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db\") failed: Property not found. retry in 181.738428ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:04.586651802Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62\") failed: Property not found. retry in 123.040569ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:04.604934731Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392\") failed: Property not found. retry in 30.381756ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:04.633001031Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910\") failed: Property not found. retry in 229.247718ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:04.648364559Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26\") failed: Property not found. retry in 67.009181ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:04.665207907Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392\") failed: Property not found. retry in 53.922954ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:04.680409328Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62\") failed: Property not found. retry in 550.958744ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:04.952473405Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392\") failed: Property not found. retry in 174.866796ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:04.984579017Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db\") failed: Property not found. retry in 388.973871ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:05.185655693Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910\") failed: Property not found. retry in 340.499297ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:05.260383285Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26\") failed: Property not found. retry in 149.559145ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:05.41682118Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392\") failed: Property not found. retry in 263.435383ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:05.567358025Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62\") failed: Property not found. retry in 596.715202ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:05.664872988Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db\") failed: Property not found. retry in 957.841007ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:05.817847818Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910\") failed: Property not found. retry in 1.133594121s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:05.940497644Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26\") failed: Property not found. retry in 194.678724ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:06.04589186Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392\") failed: Property not found. retry in 604.966229ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:06.156931599Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26\") failed: Property not found. retry in 247.885454ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:06.97571669Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62\") failed: Property not found. retry in 605.450957ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:07.012702702Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392\") failed: Property not found. retry in 878.294671ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:07.031129016Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db\") failed: Property not found. retry in 969.437027ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:07.04558426Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910\") failed: Property not found. retry in 1.340518627s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:07.086412333Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26\") failed: Property not found. retry in 822.58771ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:07.234363957Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62\") failed: Property not found. retry in 590.451157ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:07.62949328Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392\") failed: Property not found. retry in 642.30728ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:07.919849985Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db\") failed: Property not found. retry in 1.311888657s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:08.02596194Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26\") failed: Property not found. retry in 1.306619571s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:08.067019153Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62\") failed: Property not found. retry in 1.128786954s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:08.228847109Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910\") failed: Property not found. retry in 1.035403294s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:08.437811477Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:08.554573602Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46159"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:08.554765853Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"2c0b9679-8160-4ec5-9aee-be21d35bb5a2","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46159","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392\") failed: Property not found. retry in 748.394625ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:08.571712845Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392\") failed: Property not found. retry in 787.104056ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:09.331227767Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db\") failed: Property not found. retry in 778.124294ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:09.34736835Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62\") failed: Property not found. retry in 777.006298ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:09.367858736Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26\") failed: Property not found. retry in 551.413936ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:09.383245088Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910\") failed: Property not found. retry in 608.398695ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:09.485447005Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26\") failed: Property not found. retry in 809.394806ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:09.961920171Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910\") failed: Property not found. retry in 977.240397ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:10.104926279Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392\") failed: Property not found. retry in 1.080892145s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:10.129828549Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db\") failed: Property not found. retry in 1.447258409s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:10.140277744Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62\") failed: Property not found. retry in 908.343522ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:10.156828602Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26\") failed: Property not found. retry in 1.215852205s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:10.780116561Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62\") failed: Property not found. retry in 1.272007502s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:11.07273113Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910\") failed: Property not found. retry in 1.225637367s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:11.090287293Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392\") failed: Property not found. retry in 558.029025ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:11.218492792Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db\") failed: Property not found. retry in 848.85897ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:11.595768787Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392\") failed: Property not found. retry in 556.798854ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:11.784638737Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26\") failed: Property not found. retry in 975.904438ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:12.003764535Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910\") failed: Property not found. retry in 677.177881ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:12.326416641Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392\") failed: Property not found. retry in 1.130165809s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:12.350632557Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62\") failed: Property not found. retry in 1.120055859s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:12.358224522Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db\") failed: Property not found. retry in 1.328890162s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:12.453545884Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26\") failed: Property not found. retry in 848.673286ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:12.988634316Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910\") failed: Property not found. retry in 1.166656426s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:13.012843853Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62\") failed: Property not found. retry in 911.153598ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:13.49114602Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392\") failed: Property not found. retry in 884.507216ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:13.503035876Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:13.720571429Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"499.749459ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db\") failed: Property not found. retry in 1.296462038s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:13.792198266Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26\") failed: Property not found. retry in 588.106051ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:13.847047295Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26\") failed: Property not found. retry in 976.921753ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:14.443138332Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db\") failed: Property not found. retry in 1.217740008s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:15.099954206Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26\") failed: Property not found. retry in 689.44654ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:15.430611786Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26\") failed: Property not found. retry in 829.89725ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:16.638299265Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db\") failed: Property not found. retry in 1.070803007s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:16.655771074Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26\") failed: Property not found. retry in 1.350565455s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:17.482562144Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db\") failed: Property not found. retry in 747.549581ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:17.740477623Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db\") failed: Property not found. retry in 909.421473ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:18.499295609Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26\") failed: Property not found. retry in 920.148191ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:18.845902588Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db\") failed: Property not found. retry in 1.156590482s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:19.418320251Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26\") failed: Property not found. retry in 1.128511521s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:19.775678047Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db\") failed: Property not found. retry in 1.377771705s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:20.584235946Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26\") failed: Property not found. retry in 974.996932ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:20.912367281Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26\") failed: Property not found. retry in 1.197057929s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:21.896223908Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db\") failed: Property not found. retry in 1.436590663s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:21.970330457Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26\") failed: Property not found. retry in 676.03195ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:23.101761803Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db\") failed: Property not found. retry in 770.281802ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:23.41671829Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:24.208719439Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_cockroachdb_10f9ea9a-ebab-4205-a225-0cb97f84eb62"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:24.208776661Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_cockroachdb_71ecea3f-6c94-4ddb-b17c-44303894e392"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:24.208786262Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_cockroachdb_99f16332-1177-4807-8f95-47cd34b7d7db"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:24.208793142Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_cockroachdb_c17b59dc-32ef-41d3-b98f-354d10ced910"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:24.208822853Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_cockroachdb_dfb3cbb2-78d7-42e2-a8e4-f077a6736b26"} {"msg":"Writing ledger to /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:24.208828573Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:24.209419034Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:24.210111748Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"e9910e1a-0e67-4f8f-9ce2-0fa111c18f06","remote_addr":"[fd00:1122:3344:101::1]:33136","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":23296918,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:24.24366277Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:54000"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::4]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:24.274322322Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3704"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:24.46143223Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3722"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:29.917332433Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3745"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:29.917454928Z","hostname":"sock","pid":1572,"uri":"/cockroachdb","method":"POST","req_id":"25393f90-68ae-4020-b670-939c40e7a35a","remote_addr":"[fd00:1122:3344:101::1]:54000","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5673763,"response_code":"204"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:29.922185633Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"589.647387ms"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 3b08df41-4650-4670-af37-80add36afc58 (service), filesystem_pool: Some(ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63 (service), filesystem_pool: Some(ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 81ce448e-0e36-4fdf-a85d-a98a9892709b (service), filesystem_pool: Some(ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 74b6f00a-1e19-4023-8ade-19cb01eb4be4 (service), filesystem_pool: Some(ZpoolName { id: f6c51041-d1f1-4026-854a-17c6531b176e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 2b82bbdf-eb96-4141-b2cf-19f5fb5b406c, kind: Service { id: 74b6f00a-1e19-4023-8ade-19cb01eb4be4 }, name: Name(\"ntp-74b6f00a-1e19-4023-8ade-19cb01eb4be4\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 234])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 71ecea3f-6c94-4ddb-b17c-44303894e392 (service), filesystem_pool: Some(ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External } } } }, OmicronZoneConfig { id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62 (service), filesystem_pool: Some(ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External } } } }, OmicronZoneConfig { id: c17b59dc-32ef-41d3-b98f-354d10ced910 (service), filesystem_pool: Some(ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External } } } }, OmicronZoneConfig { id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26 (service), filesystem_pool: Some(ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External } } } }, OmicronZoneConfig { id: 99f16332-1177-4807-8f95-47cd34b7d7db (service), filesystem_pool: Some(ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External } } } }, OmicronZoneConfig { id: 185f90b2-80bf-479a-b8b0-ec1f3c02a2fb (service), filesystem_pool: Some(ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 25610ba7-70b1-4917-a427-f5070892a54f, kind: Service { id: 185f90b2-80bf-479a-b8b0-ec1f3c02a2fb }, name: Name(\"external-dns-185f90b2-80bf-479a-b8b0-ec1f3c02a2fb\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 105])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703 (service), filesystem_pool: Some(ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 0817b15f-d0fb-4e3e-8619-51d448476a89, kind: Service { id: ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703 }, name: Name(\"external-dns-ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 59])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 084cb44c-d8f2-4ea3-8498-21306b882ab8 (service), filesystem_pool: Some(ZpoolName { id: c84ed810-b8fd-4283-8511-603d43b629a7 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: e6a0dd9f-e087-4f2a-b710-699e007ce774, kind: Service { id: 084cb44c-d8f2-4ea3-8498-21306b882ab8 }, name: Name(\"nexus-084cb44c-d8f2-4ea3-8498-21306b882ab8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 23])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: ee372901-c3d9-45f0-8c4f-5c4702a28b4d (service), filesystem_pool: Some(ZpoolName { id: 9fecadf7-1f9f-4c05-baeb-3ca812eb625c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 6734898c-60d3-45c1-8b48-7163e5e7e5d7, kind: Service { id: ee372901-c3d9-45f0-8c4f-5c4702a28b4d }, name: Name(\"nexus-ee372901-c3d9-45f0-8c4f-5c4702a28b4d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 33])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: c24ae96c-052c-4566-8772-4d7cffb20cb5 (service), filesystem_pool: Some(ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: a90bbb13-856b-46a6-8e82-4b9742f6c506, kind: Service { id: c24ae96c-052c-4566-8772-4d7cffb20cb5 }, name: Name(\"nexus-c24ae96c-052c-4566-8772-4d7cffb20cb5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7f02d345-3366-4b62-9cd8-995f8742dd0c (service), filesystem_pool: Some(ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 366b95de-05cf-43cb-8b58-0d4b6e1b2574 (service), filesystem_pool: Some(ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External } } } }, OmicronZoneConfig { id: f490660a-0116-4f0f-b1bc-faa5f011ce36 (service), filesystem_pool: Some(ZpoolName { id: b47c81a2-215a-4a96-ada9-ce831b19ee43 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: eaea67ce-5679-46bf-b0bf-4a021e5bbec3 (service), filesystem_pool: Some(ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: ea535df2-fd38-4652-9e6f-02fe39690a9c (service), filesystem_pool: Some(ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346 (service), filesystem_pool: Some(ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7180a284-fbab-4f51-8bb9-97f62b818245 (service), filesystem_pool: Some(ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External } } } }, OmicronZoneConfig { id: 04ada316-c920-4e4a-9d41-4c467b02ec90 (service), filesystem_pool: Some(ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 0be13225-a78b-4173-9c0a-759ebd323d2d (service), filesystem_pool: Some(ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External } } } }, OmicronZoneConfig { id: 0206d1cc-2f17-4c82-9c67-f4c41faa893d (service), filesystem_pool: Some(ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External } } } }, OmicronZoneConfig { id: 34b851f8-bee3-4493-8196-84205c8c2127 (service), filesystem_pool: Some(ZpoolName { id: 9fecadf7-1f9f-4c05-baeb-3ca812eb625c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9fecadf7-1f9f-4c05-baeb-3ca812eb625c (zpool), kind: External } } } }, OmicronZoneConfig { id: 530c539e-4272-4675-882c-e4d1d574c146 (service), filesystem_pool: Some(ZpoolName { id: c84ed810-b8fd-4283-8511-603d43b629a7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c84ed810-b8fd-4283-8511-603d43b629a7 (zpool), kind: External } } } }, OmicronZoneConfig { id: a9aa814a-015b-4f38-8445-d17789da9b82 (service), filesystem_pool: Some(ZpoolName { id: f6c51041-d1f1-4026-854a-17c6531b176e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f6c51041-d1f1-4026-854a-17c6531b176e (zpool), kind: External } } } }, OmicronZoneConfig { id: c61c51d9-a3b2-4ccb-ac02-b78ef7496910 (service), filesystem_pool: Some(ZpoolName { id: b47c81a2-215a-4a96-ada9-ce831b19ee43 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b47c81a2-215a-4a96-ada9-ce831b19ee43 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:29.95415147Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:29.954315116Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:59677"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b08df41-4650-4670-af37-80add36afc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:29.954681829Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:29.954687049Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3b08df41-4650-4670-af37-80add36afc58, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:29.977799296Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:29.977838907Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6f3eb7b7-d63d-46e2-9002-9eb0cdaccc63, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 81ce448e-0e36-4fdf-a85d-a98a9892709b, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:29.999328308Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:29.99936613Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 81ce448e-0e36-4fdf-a85d-a98a9892709b, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71ecea3f-6c94-4ddb-b17c-44303894e392, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.020600492Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.020639663Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 71ecea3f-6c94-4ddb-b17c-44303894e392, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.043196951Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.043231482Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 10f9ea9a-ebab-4205-a225-0cb97f84eb62, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c17b59dc-32ef-41d3-b98f-354d10ced910, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.063257292Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.063294013Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c17b59dc-32ef-41d3-b98f-354d10ced910, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.081763709Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.0817951Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: dfb3cbb2-78d7-42e2-a8e4-f077a6736b26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99f16332-1177-4807-8f95-47cd34b7d7db, dataset_name: DatasetName { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.103011281Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.103042692Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 99f16332-1177-4807-8f95-47cd34b7d7db, dataset_name: DatasetName { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 185f90b2-80bf-479a-b8b0-ec1f3c02a2fb, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.122619266Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.122649327Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 185f90b2-80bf-479a-b8b0-ec1f3c02a2fb, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.201248323Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.201310645Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 366b95de-05cf-43cb-8b58-0d4b6e1b2574, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.281017551Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.281061172Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 366b95de-05cf-43cb-8b58-0d4b6e1b2574, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.364538469Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.36458375Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346, dataset_name: DatasetName { pool_name: ZpoolName { id: 5c811413-1d4e-403e-b8bb-331b2268c476 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7180a284-fbab-4f51-8bb9-97f62b818245, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.447062012Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.447103634Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 7180a284-fbab-4f51-8bb9-97f62b818245, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c337fba-b737-4f90-a327-065b4f3b4476 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 04ada316-c920-4e4a-9d41-4c467b02ec90, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.523431391Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.523476852Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 04ada316-c920-4e4a-9d41-4c467b02ec90, dataset_name: DatasetName { pool_name: ZpoolName { id: 46e37abb-39ab-4652-aa9d-61a2079024f1 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0be13225-a78b-4173-9c0a-759ebd323d2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.628607486Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.628656027Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0be13225-a78b-4173-9c0a-759ebd323d2d, dataset_name: DatasetName { pool_name: ZpoolName { id: 8b4477e5-c445-4846-a713-78ddac5696a7 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0206d1cc-2f17-4c82-9c67-f4c41faa893d, dataset_name: DatasetName { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.702354723Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.702393284Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0206d1cc-2f17-4c82-9c67-f4c41faa893d, dataset_name: DatasetName { pool_name: ZpoolName { id: 09d27db0-c064-443e-8e36-e29bb4d8f58d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 34b851f8-bee3-4493-8196-84205c8c2127, dataset_name: DatasetName { pool_name: ZpoolName { id: 9fecadf7-1f9f-4c05-baeb-3ca812eb625c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.776411761Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.776451722Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 34b851f8-bee3-4493-8196-84205c8c2127, dataset_name: DatasetName { pool_name: ZpoolName { id: 9fecadf7-1f9f-4c05-baeb-3ca812eb625c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 530c539e-4272-4675-882c-e4d1d574c146, dataset_name: DatasetName { pool_name: ZpoolName { id: c84ed810-b8fd-4283-8511-603d43b629a7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.842380966Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.842420467Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 530c539e-4272-4675-882c-e4d1d574c146, dataset_name: DatasetName { pool_name: ZpoolName { id: c84ed810-b8fd-4283-8511-603d43b629a7 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a9aa814a-015b-4f38-8445-d17789da9b82, dataset_name: DatasetName { pool_name: ZpoolName { id: f6c51041-d1f1-4026-854a-17c6531b176e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.905795381Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.905839493Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a9aa814a-015b-4f38-8445-d17789da9b82, dataset_name: DatasetName { pool_name: ZpoolName { id: f6c51041-d1f1-4026-854a-17c6531b176e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c61c51d9-a3b2-4ccb-ac02-b78ef7496910, dataset_name: DatasetName { pool_name: ZpoolName { id: b47c81a2-215a-4a96-ada9-ce831b19ee43 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.965735556Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:30.965775837Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c61c51d9-a3b2-4ccb-ac02-b78ef7496910, dataset_name: DatasetName { pool_name: ZpoolName { id: b47c81a2-215a-4a96-ada9-ce831b19ee43 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.022070194Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.022108906Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.022321233Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.02251401Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.160876154Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.161079671Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.161095742Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.161147864Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.161173745Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.183963361Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.184130387Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.184155798Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.184161058Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.19510458Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.369199243Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.384436426Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.384666764Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.384719766Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.408560359Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.408762116Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.408828948Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.421280393Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.421316484Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.421441739Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.426473455Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.430948181Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.4366398Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.443864763Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.450071589Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.454449852Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.459669605Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.581903086Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.587129198Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.592276218Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.596873059Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.601605754Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.6063433Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.610915569Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.615462898Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.621114826Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.626705151Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.632373219Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.637455867Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.642948399Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.648947978Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.655219037Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.661800987Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.667108623Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.67189002Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.676950547Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.681182485Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.718009051Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.751192001Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.787807221Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.831796547Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.885043688Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.88708619Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.88710074Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.934097482Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 248, 33]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.934124713Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1260","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.935777181Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.935803632Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.985885162Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 230, 59]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.985911352Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1260","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.987535669Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:31.98754867Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.037174314Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 170, 1]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.037200225Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1260","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.038682147Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.038693557Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.089607246Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 239, 105]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.089631067Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1260","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.09114855Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.091172591Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.141709266Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 130, 23]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.141737307Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1260","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.142444411Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.142457062Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.142564316Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.142575066Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.142615807Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.142622728Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.142878276Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.142889817Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.14298858Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.142998241Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.143006521Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.144545755Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.146668379Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.146810784Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.146841335Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.1489771Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.14899089Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.153011251Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.155652653Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.155665733Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.474037488Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.492290256Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.506533743Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.535800636Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.556864912Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.577237854Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.599087177Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.61491111Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.637778119Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:32.651957195Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:34.227021069Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:34.227218405Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:34.244096375Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:34.244280872Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:34.252850761Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:34.253020627Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:34.32523233Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:34.325435848Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:34.3255095Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:34.332305517Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:34.346098339Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:34.346313427Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:34.59939331Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:34.599608577Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:34.627853204Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:34.628068392Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:34.67494872Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:34.675158617Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 58.599726ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:34.914572183Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 27.915739ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:34.927193634Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 66.640752ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:34.938101905Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 29.484071ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:34.949891367Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 68.655436ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:34.965015846Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 66.286061ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:34.974628692Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 96.875831ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:34.984200216Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 127.44899ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.003528321Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 47.891428ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.05273013Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 71.810082ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.101537566Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 94.243946ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.121848156Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 58.264372ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.140892541Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 120.07739ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.162651731Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 121.51789ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.178138912Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 136.264917ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.196277146Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 168.825842ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.220348967Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 113.893272ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.236071347Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 123.969857ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.257226286Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 118.065946ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.273746143Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 231.802757ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.292773548Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 121.101092ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.320711024Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 202.578268ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.404749041Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 156.415655ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.428577113Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 297.772989ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.442699327Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 233.837828ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.470201028Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 223.599286ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.486381723Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 266.051174ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.503133528Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 255.517335ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.547649994Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 593.577667ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.583724074Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 249.739825ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.61079923Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 560.783226ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.631554336Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 280.348672ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.645027066Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 445.081152ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.716748643Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 395.611768ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.728302796Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 1.070926753s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.753373242Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 503.688423ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.782548002Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 373.691842ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.81770645Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 484.292823ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.876298718Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 1.153471653s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:35.940390027Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 1.166460993s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:36.141228574Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 756.346394ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:36.176735104Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 673.605842ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:36.192076481Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 826.729734ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:36.205355205Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 1.057670793s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:36.219705846Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 571.959176ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:36.300934044Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 909.131952ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:36.374318808Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 758.906756ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:36.836994185Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 618.233788ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:36.879399467Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 1.236791292s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:36.891865112Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 696.94428ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:36.949769886Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 1.136936777s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:37.047663627Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 1.38398715s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:37.108663948Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 500.426169ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:37.292366046Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 712.197464ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:37.30508385Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 586.726851ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:37.321787824Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 1.34570728s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:37.512186797Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 1.386859744s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:37.609274819Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 1.307766977s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:37.659042558Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 1.343988492s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:37.807177264Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 532.037605ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:37.967387722Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 592.129857ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:38.039337066Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 569.758187ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:38.147402862Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 728.004904ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:38.20202251Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 1.198559856s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:38.507267036Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 1.014926555s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:38.518593572Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:38.613916823Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59268"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:38.618818224Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"1af0e4d9-e4fe-4b46-8c27-9037be4f2440","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59268","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":154,"response_code":"200"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 1.139730921s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:38.644093317Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 1.249263843s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:38.729945857Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 1.346797088s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:38.867443771Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 1.468321903s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:38.944161762Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 564.869907ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:38.979899291Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 1.105608475s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:39.010571873Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 1.461139127s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:39.165582958Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 575.151085ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:39.546780238Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 536.717375ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:39.559889056Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 625.365359ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:39.718256969Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 1.22658971s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:39.798349378Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 793.295989ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:39.992761501Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 1.437789394s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:40.109756049Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 608.297435ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:40.127424566Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 1.079572975s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:40.137496938Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 768.858704ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:40.241792183Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 860.436425ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:40.376614494Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 1.288780699s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:40.445434468Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 652.763954ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:40.640733332Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 1.322391847s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:40.749344537Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 866.113543ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:40.799997357Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:40.991340743Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:40.991571181Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 1.171496066s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:41.024836454Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 660.252051ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:41.036426729Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 561.376386ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:41.231234795Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3\") failed: Property not found. retry in 46.24507ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:41.241624068Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 753.362178ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:41.252430215Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3\") failed: Property not found. retry in 145.410831ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:41.300004118Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 750.28898ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:41.31178614Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:41.360082587Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:41.360322745Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3\") failed: Property not found. retry in 226.083981ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:41.460259128Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 545.510221ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:41.561233836Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c\") failed: Property not found. retry in 32.276834ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:41.58053399Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c\") failed: Property not found. retry in 78.853371ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:41.624073941Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 592.66297ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:41.678008236Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3\") failed: Property not found. retry in 302.832726ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:41.699108133Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 757.480555ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:41.708226842Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c\") failed: Property not found. retry in 121.569139ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:41.717278378Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 1.195534352s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:41.746269451Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 823.536498ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:41.806755115Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c\") failed: Property not found. retry in 227.275061ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:41.852928308Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3\") failed: Property not found. retry in 819.00041ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:42.016760033Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 1.115198406s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:42.028619067Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 733.408965ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:42.072732878Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 906.464111ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:42.079713802Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c\") failed: Property not found. retry in 406.68297ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:42.091553466Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 902.948212ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:42.120158975Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 1.143663498s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:42.207139474Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 1.312778001s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:42.279268564Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 885.632543ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:42.47576411Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c\") failed: Property not found. retry in 549.514992ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:42.507842391Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 1.485604371s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:42.663878953Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 1.231202565s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:42.819070656Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3\") failed: Property not found. retry in 1.412251411s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:42.846138452Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 515.534501ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:42.953317907Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 847.563794ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:42.998414883Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 1.044592391s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:43.033957155Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c\") failed: Property not found. retry in 927.587938ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:43.068019525Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 638.427786ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:43.155148689Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 1.373991s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:43.361657524Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 1.276848787s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:43.371726406Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 1.283111989s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:43.479628826Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 1.321100921s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:43.602817751Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 1.494328969s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:43.804512479Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 941.781392ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:43.856708532Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c\") failed: Property not found. retry in 910.158063ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:44.005337256Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 754.303123ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:44.060635158Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 1.149680018s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:44.086545143Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 1.456241s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:44.159076837Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3\") failed: Property not found. retry in 538.172401ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:44.267460255Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 1.402973836s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:44.659173892Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 843.709071ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:44.745089244Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 1.005502074s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:44.772483101Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 524.076491ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:44.807535996Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3\") failed: Property not found. retry in 749.762028ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:44.814168308Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 954.699192ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:44.822559341Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c\") failed: Property not found. retry in 850.818768ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:44.923782918Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 918.417153ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:44.931180106Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 805.519187ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:45.249485268Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 954.325384ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:45.311405411Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 918.397569ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:45.346073883Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:45.57208529Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"1.68195509s"} {"msg":"wait for service Some(\"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3\") failed: Property not found. retry in 777.479933ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:45.586441472Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 1.171616162s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:45.60071503Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 870.664366ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:45.628378227Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c\") failed: Property not found. retry in 563.666429ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:45.783620941Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 611.429175ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:45.791180736Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 1.312903259s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:45.798659077Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 1.473663172s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:45.858497558Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 952.80045ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:46.065350736Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 1.102357903s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:46.072883569Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 655.020937ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:46.273444787Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 1.269106353s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:46.281193647Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c\") failed: Property not found. retry in 932.007415ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:46.355939149Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3\") failed: Property not found. retry in 1.438115382s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:46.372115715Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 1.003792175s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:46.409974807Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 1.243132315s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:46.506823042Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 695.81333ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:46.780994502Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 1.071627169s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:46.937600874Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 1.205875386s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:47.027568337Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 824.704463ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:47.120378749Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 1.158143997s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:47.184560992Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c\") failed: Property not found. retry in 1.040701839s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:47.298457982Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 516.398177ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:47.342544412Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 800.757344ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:47.423648896Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 1.365771105s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:47.486564875Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 880.21229ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:47.559052117Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 915.411023ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:47.776651761Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3\") failed: Property not found. retry in 696.360874ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:47.823386304Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 1.152840935s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:47.876861332Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 768.506971ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:47.957166948Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 955.10097ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:48.021069691Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 999.193763ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:48.234450816Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 731.143966ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:48.242899002Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c\") failed: Property not found. retry in 553.3737ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:48.348920316Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 923.801749ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:48.357072691Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 1.01892612s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:48.448389932Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3\") failed: Property not found. retry in 809.343443ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:48.529689892Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 1.282373352s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:48.700661906Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 1.119958544s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:48.733733662Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 1.358694767s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:48.863838398Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c\") failed: Property not found. retry in 808.541551ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:48.913744132Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 537.631103ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:48.984890828Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 518.706491ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:48.995033212Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 1.069207322s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:49.039772836Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 1.075742779s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:49.29089136Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 1.133908939s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:49.300035869Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3\") failed: Property not found. retry in 1.479307214s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:49.350235903Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 707.228315ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:49.477699467Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 1.226692718s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:49.523552519Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 1.473597867s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:49.571428492Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c\") failed: Property not found. retry in 751.909596ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:49.736634904Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:49.849634723Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:49.849948544Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 751.792236ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:49.869756086Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 759.611502ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:49.997679986Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574\") failed: Property not found. retry in 68.728242ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:50.093737872Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 633.838055ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:50.122245448Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574\") failed: Property not found. retry in 56.492553ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:50.172806504Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 795.982594ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:50.197628352Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 641.184541ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:50.234977637Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574\") failed: Property not found. retry in 296.342642ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:50.244648435Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 889.14919ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:50.379937212Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 1.347023927s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:50.447867346Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c\") failed: Property not found. retry in 1.371168438s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:50.501050714Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574\") failed: Property not found. retry in 233.458066ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:50.555343821Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 1.16646687s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:50.63344348Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:50.640206436Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:50.640442024Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:50.64603791Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:50.646393563Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 522.116008ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:50.765140472Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 1.334620549s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:50.777081779Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 1.073553208s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:50.78856429Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574\") failed: Property not found. retry in 958.621892ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:50.800404044Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3\") failed: Property not found. retry in 626.523759ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:50.842158023Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c\") failed: Property not found. retry in 46.058778ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:50.879134145Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 756.740945ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:50.892394828Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245\") failed: Property not found. retry in 51.035937ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:50.908221141Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c\") failed: Property not found. retry in 101.317513ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:50.938026313Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245\") failed: Property not found. retry in 65.911595ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:50.971511953Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 1.396505104s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:51.004542337Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:51.00662693Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:51.006738103Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245\") failed: Property not found. retry in 283.132891ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:51.046804634Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 1.07256697s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:51.057398934Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c\") failed: Property not found. retry in 162.778881ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:51.06702878Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d\") failed: Property not found. retry in 48.875962ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:51.207125745Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c\") failed: Property not found. retry in 471.434632ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:51.244733049Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d\") failed: Property not found. retry in 127.608934ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:51.268967816Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 1.148045602s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:51.281272155Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 1.469717195s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:51.300485997Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245\") failed: Property not found. retry in 442.692219ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:51.356148412Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d\") failed: Property not found. retry in 207.695277ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:51.4150606Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3\") failed: Property not found. retry in 588.361888ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:51.486706394Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d\") failed: Property not found. retry in 599.743278ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:51.648817858Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 545.109065ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:51.67091649Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c\") failed: Property not found. retry in 427.53594ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:51.741520528Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574\") failed: Property not found. retry in 997.208805ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:51.771470374Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 589.69307ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:51.806395284Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245\") failed: Property not found. retry in 1.088076244s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:51.816470546Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 1.249488958s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:51.825816923Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 814.984987ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:51.873770738Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c\") failed: Property not found. retry in 1.32761261s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:51.882523594Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:51.943150413Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:51.94336773Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3\") failed: Property not found. retry in 897.694269ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:52.087100963Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 1.214398036s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:52.123307337Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 972.400708ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:52.139828504Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c\") failed: Property not found. retry in 697.53779ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:52.180769815Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 1.097111517s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:52.226641007Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d\") failed: Property not found. retry in 911.092083ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:52.25791355Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb\") failed: Property not found. retry in 71.15104ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:52.295861376Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:52.322227578Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:52.322384393Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb\") failed: Property not found. retry in 145.91262ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:52.377493959Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 732.620225ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:52.406525133Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 1.115594472s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:52.417055701Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 1.337291294s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:52.439029899Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb\") failed: Property not found. retry in 251.041118ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:52.533600623Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 1.072461063s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:52.698426603Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:52.701688657Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:52.70178246Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574\") failed: Property not found. retry in 1.027909812s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:52.778690097Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 1.381421251s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:52.786417167Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb\") failed: Property not found. retry in 370.139467ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:52.794656155Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8\") failed: Property not found. retry in 35.801936ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:52.856796796Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c\") failed: Property not found. retry in 1.152379909s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:52.886733592Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8\") failed: Property not found. retry in 135.603718ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:52.900732772Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245\") failed: Property not found. retry in 1.122714661s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:52.912813354Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3\") failed: Property not found. retry in 613.333637ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:52.994388504Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8\") failed: Property not found. retry in 102.583271ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:53.045876513Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 764.469547ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:53.083760357Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 594.571484ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:53.120242382Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 607.719741ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:53.147913129Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8\") failed: Property not found. retry in 252.77942ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:53.155924078Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb\") failed: Property not found. retry in 561.395903ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:53.174315381Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d\") failed: Property not found. retry in 1.193847472s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:53.181791732Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c\") failed: Property not found. retry in 831.283671ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:53.22008169Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 836.883845ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:53.333395279Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 1.072798937s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:53.345348587Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8\") failed: Property not found. retry in 926.070492ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:53.417081804Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 979.892021ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:53.5423153Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3\") failed: Property not found. retry in 956.32801ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:53.61617389Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 842.660535ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:53.724481065Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb\") failed: Property not found. retry in 784.536395ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:53.74436105Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 1.128261796s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:53.76497713Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 653.383238ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:53.781353202Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 728.926658ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:53.790006674Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574\") failed: Property not found. retry in 1.031225824s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:53.97417786Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 879.91401ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:54.055106437Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c\") failed: Property not found. retry in 986.768676ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:54.128785351Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c\") failed: Property not found. retry in 724.357209ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:54.156690056Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245\") failed: Property not found. retry in 614.972987ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:54.200751916Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 839.996781ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:54.296364007Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 1.104979945s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:54.325152503Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8\") failed: Property not found. retry in 1.105803968s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:54.393030854Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d\") failed: Property not found. retry in 1.14643593s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:54.408302168Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 559.436403ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:54.458597435Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 617.789709ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:54.470001414Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 1.232417108s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:54.532768607Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 1.230627602s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:54.544611791Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb\") failed: Property not found. retry in 1.300862304s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:54.55546359Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 664.172855ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:54.578424702Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3\") failed: Property not found. retry in 1.43003104s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:54.588760623Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245\") failed: Property not found. retry in 1.254722658s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:54.826725029Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c\") failed: Property not found. retry in 1.46651445s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:54.890085803Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 566.213734ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:54.90205325Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 1.039393123s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:54.945048253Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574\") failed: Property not found. retry in 1.485654232s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:55.014752079Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 1.339672376s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:55.028647834Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 1.068656531s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:55.097707037Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c\") failed: Property not found. retry in 676.960065ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:55.125219807Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 1.360080009s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:55.144891955Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 687.436567ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:55.252883528Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 990.974117ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:55.439909213Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 1.013338232s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:55.477149185Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8\") failed: Property not found. retry in 693.263899ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:55.506884784Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d\") failed: Property not found. retry in 1.29793184s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:55.563268884Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 1.495074584s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:55.774869358Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 1.393399561s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:55.784486483Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c\") failed: Property not found. retry in 631.096852ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:55.811259189Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb\") failed: Property not found. retry in 1.372855381s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:55.864808Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 807.198288ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:55.949580732Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 1.454634948s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:55.992580925Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3\") failed: Property not found. retry in 686.996571ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:56.027734133Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245\") failed: Property not found. retry in 1.360230654s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:56.090365962Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 964.98008ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:56.174716918Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8\") failed: Property not found. retry in 1.003467456s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:56.208688515Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c\") failed: Property not found. retry in 1.341790337s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:56.366258231Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 1.326428358s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:56.376740537Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 865.914121ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:56.439638295Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c\") failed: Property not found. retry in 980.538593ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:56.451081215Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 1.453344707s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:56.499404363Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574\") failed: Property not found. retry in 1.47727905s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:56.508047325Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 1.417753609s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:56.515725944Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3\") failed: Property not found. retry in 1.39439715s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:56.724156187Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 668.720884ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:56.765879785Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d\") failed: Property not found. retry in 1.071347151s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:56.869724703Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 990.447831ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:57.149107625Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 564.60098ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:57.188759631Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8\") failed: Property not found. retry in 525.899519ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:57.220662065Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb\") failed: Property not found. retry in 749.258703ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:57.246711436Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 695.633785ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:57.279651257Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 1.181572834s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:57.314632409Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c\") failed: Property not found. retry in 751.070891ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:57.440561659Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 1.154032675s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:57.448543178Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 631.936378ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:57.456501266Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245\") failed: Property not found. retry in 1.479242126s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:57.464362551Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 514.522137ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:57.713106223Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c\") failed: Property not found. retry in 850.231109ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:57.722104057Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8\") failed: Property not found. retry in 834.838622ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:57.757188093Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 976.717817ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:57.766095574Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 721.004102ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:57.943863715Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d\") failed: Property not found. retry in 526.024085ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:57.952523868Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 1.021721744s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:57.96173131Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 1.099318217s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:57.983440618Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574\") failed: Property not found. retry in 1.29192131s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:57.993464949Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb\") failed: Property not found. retry in 942.967687ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:58.00464715Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 965.87996ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:58.101993401Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3\") failed: Property not found. retry in 826.898739ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:58.134529287Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 617.274048ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:58.151444688Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c\") failed: Property not found. retry in 791.388609ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:58.202973148Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703\") failed: Property not found. retry in 41.567247ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:58.21818204Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 1.273876758s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:58.237731393Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703\") failed: Property not found. retry in 123.27707ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:58.269588276Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703\") failed: Property not found. retry in 111.548251ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:58.405963901Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d\") failed: Property not found. retry in 648.105546ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:58.490550387Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 1.411071668s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:58.506354649Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703\") failed: Property not found. retry in 251.803314ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:58.526595996Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c\") failed: Property not found. retry in 1.467464614s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:58.583449123Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8\") failed: Property not found. retry in 988.294621ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:58.604791179Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 753.870229ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:58.616537679Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 1.031934931s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:58.676363849Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 1.48118244s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:58.758057504Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 1.452943639s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:58.782592561Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703\") failed: Property not found. retry in 425.484062ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:58.793842045Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:58.941176333Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:48:58.941280176Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb\") failed: Property not found. retry in 1.036638672s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:58.964145045Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245\") failed: Property not found. retry in 876.470744ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:58.976812618Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3\") failed: Property not found. retry in 559.936301ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:58.988237407Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 1.405891288s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:59.001352405Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c\") failed: Property not found. retry in 734.143523ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:59.012967371Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 980.05926ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:59.080058135Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 1.406764992s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:59.096101256Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d\") failed: Property not found. retry in 805.879252ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:59.152207186Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5\") failed: Property not found. retry in 36.131377ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:59.164203375Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5\") failed: Property not found. retry in 91.601779ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:59.211981964Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703\") failed: Property not found. retry in 656.040476ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:59.233509386Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574\") failed: Property not found. retry in 1.362034779s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:59.326985973Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5\") failed: Property not found. retry in 169.948488ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:59.351141127Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 1.364491325s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:59.382663388Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 1.097643925s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:59.527356974Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5\") failed: Property not found. retry in 376.971414ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:59.542718231Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3\") failed: Property not found. retry in 965.309619ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:59.562608446Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8\") failed: Property not found. retry in 936.32429ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:59.608363845Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 1.130517027s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:59.724891436Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c\") failed: Property not found. retry in 998.737243ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:59.763666691Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245\") failed: Property not found. retry in 542.896606ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:59.873616953Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703\") failed: Property not found. retry in 1.497886426s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:59.910818593Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 1.152012929s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:59.936833742Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5\") failed: Property not found. retry in 772.229731ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:59.954441337Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d\") failed: Property not found. retry in 902.001088ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:48:59.979890116Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb\") failed: Property not found. retry in 1.005859417s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:00.022865778Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c\") failed: Property not found. retry in 1.336583491s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:00.069624222Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 629.831995ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:00.088498411Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 1.058910919s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:00.252306254Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 579.230841ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:00.267998343Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 1.482168119s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:00.424050406Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245\") failed: Property not found. retry in 1.40605573s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:00.445600019Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 1.093553155s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:00.525410467Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3\") failed: Property not found. retry in 550.633642ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:00.545609113Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8\") failed: Property not found. retry in 1.144813556s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:00.562739332Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 1.317148242s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:00.642062043Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574\") failed: Property not found. retry in 743.854857ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:00.705986357Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 1.470174176s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:00.735226159Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5\") failed: Property not found. retry in 1.2143271s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:00.761473136Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 1.061085564s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:00.788647505Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c\") failed: Property not found. retry in 1.152836493s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:00.811879047Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 1.236622273s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:00.865135878Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 1.376584697s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:00.877947915Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d\") failed: Property not found. retry in 670.412178ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:00.897339413Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb\") failed: Property not found. retry in 1.422648609s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:01.042461294Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 1.063850917s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:01.102018215Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3\") failed: Property not found. retry in 989.025029ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:01.114852724Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 1.343281842s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:01.32254796Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c\") failed: Property not found. retry in 1.25491295s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:01.417379143Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703\") failed: Property not found. retry in 1.123312609s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:01.426932547Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574\") failed: Property not found. retry in 933.835861ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:01.46164783Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d\") failed: Property not found. retry in 1.184686723s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:01.580376579Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 1.086176928s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:01.630748279Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8\") failed: Property not found. retry in 1.149975085s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:01.7192191Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 628.438147ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:01.862174715Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245\") failed: Property not found. retry in 1.107550978s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:01.871685698Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 1.011127403s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:01.916348888Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 976.157915ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:01.970914285Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c\") failed: Property not found. retry in 1.082077798s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:01.980341754Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5\") failed: Property not found. retry in 1.308143983s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:01.990611213Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 577.072517ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:02.112575035Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3\") failed: Property not found. retry in 1.126066386s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:02.121233856Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 1.0199177s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:02.17827702Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 1.058739356s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:02.21691914Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 541.56125ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:02.266939488Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:02.294064735Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"5.709454324s"} {"msg":"wait for service Some(\"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574\") failed: Property not found. retry in 1.283070715s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:02.408758723Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb\") failed: Property not found. retry in 933.759021ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:02.479088341Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 754.957353ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:02.504767428Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703\") failed: Property not found. retry in 1.034456642s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:02.568572597Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 1.420305777s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:02.683195892Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c\") failed: Property not found. retry in 779.36642ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:02.697386658Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 983.762402ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:02.71088191Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 504.330277ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:02.729702868Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d\") failed: Property not found. retry in 1.350205303s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:02.777588701Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 684.409552ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:02.820357715Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8\") failed: Property not found. retry in 537.131302ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:02.879484191Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 1.192307053s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:02.939169977Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82\") failed: Property not found. retry in 1.319283278s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:02.964943117Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245\") failed: Property not found. retry in 1.012492492s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:02.989080261Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c\") failed: Property not found. retry in 1.142217096s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:03.079937046Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 963.623992ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:03.214117844Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 869.070813ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:03.248787245Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3\") failed: Property not found. retry in 1.196916546s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:03.263381055Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 782.483666ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:03.275658384Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127\") failed: Property not found. retry in 1.277466618s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:03.290355308Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5\") failed: Property not found. retry in 1.318163995s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:03.30959673Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb\") failed: Property not found. retry in 1.148198528s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:03.427406927Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8\") failed: Property not found. retry in 1.229305167s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:03.441199469Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c\") failed: Property not found. retry in 938.366011ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:03.489551468Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 544.791813ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:03.516618344Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703\") failed: Property not found. retry in 1.249051479s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:03.617870662Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574\") failed: Property not found. retry in 847.242517ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:03.704410086Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 716.254415ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:03.71856534Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245\") failed: Property not found. retry in 749.861868ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:04.018047465Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 821.652275ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:04.072763817Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36\") failed: Property not found. retry in 1.075401927s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:04.086830058Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d\") failed: Property not found. retry in 930.549104ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:04.118521416Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 1.014776912s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:04.132202723Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d\") failed: Property not found. retry in 866.21682ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:04.14530892Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 548.831231ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:04.159684353Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 1.436199684s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:04.195108021Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c\") failed: Property not found. retry in 765.359039ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:04.449191059Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146\") failed: Property not found. retry in 1.236705789s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:04.463203458Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3\") failed: Property not found. retry in 981.902668ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:04.478088288Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574\") failed: Property not found. retry in 869.241817ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:04.571021296Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb\") failed: Property not found. retry in 1.167581743s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:04.606431643Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5\") failed: Property not found. retry in 1.38403766s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:04.647142706Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8\") failed: Property not found. retry in 744.058749ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:04.693467624Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 987.253963ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:04.72854768Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245\") failed: Property not found. retry in 1.298352408s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:04.786887989Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703\") failed: Property not found. retry in 524.026535ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:04.893976151Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90\") failed: Property not found. retry in 1.195721982s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:04.911949839Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d\") failed: Property not found. retry in 1.223295163s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:05.035389832Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 520.696412ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:05.168873885Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703\") failed: Property not found. retry in 1.494950525s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:05.442086722Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574\") failed: Property not found. retry in 1.357589032s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:05.471717447Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8\") failed: Property not found. retry in 1.273047852s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:05.495249209Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d\") failed: Property not found. retry in 922.474038ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:05.659348233Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346\") failed: Property not found. retry in 1.143143761s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:05.710597004Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910\") failed: Property not found. retry in 1.380089857s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:05.767299515Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5\") failed: Property not found. retry in 1.14745514s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:06.059394641Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703\") failed: Property not found. retry in 1.363945535s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:06.96030453Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5\") failed: Property not found. retry in 1.303344691s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:07.221430294Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:08.057135324Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"8.463345276s"} {"msg":"wait for service Some(\"oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5\") failed: Property not found. retry in 723.21224ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:08.539231329Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:08.660723834Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48650"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:08.661083637Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"a5374765-9292-46dc-92c5-ea71036b1484","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48650","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":73,"response_code":"200"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.292911053Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_clickhouse_366b95de-05cf-43cb-8b58-0d4b6e1b2574"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.292968525Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_crucible_pantry_eaea67ce-5679-46bf-b0bf-4a021e5bbec3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.292976025Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.292982556Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_crucible_530c539e-4272-4675-882c-e4d1d574c146"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.292986526Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_external_dns_ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.292991396Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_oximeter_7f02d345-3366-4b62-9cd8-995f8742dd0c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.292996556Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_crucible_0206d1cc-2f17-4c82-9c67-f4c41faa893d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.293000437Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_crucible_04ada316-c920-4e4a-9d41-4c467b02ec90"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.293006557Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_nexus_c24ae96c-052c-4566-8772-4d7cffb20cb5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.293011847Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_crucible_a9aa814a-015b-4f38-8445-d17789da9b82"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.293016837Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_external_dns_185f90b2-80bf-479a-b8b0-ec1f3c02a2fb"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.293021837Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_crucible_pantry_ea535df2-fd38-4652-9e6f-02fe39690a9c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.293026647Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_crucible_7180a284-fbab-4f51-8bb9-97f62b818245"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.293031638Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_nexus_084cb44c-d8f2-4ea3-8498-21306b882ab8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.293036678Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_crucible_0be13225-a78b-4173-9c0a-759ebd323d2d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.293052018Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_crucible_34b851f8-bee3-4493-8196-84205c8c2127"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.293058548Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_nexus_ee372901-c3d9-45f0-8c4f-5c4702a28b4d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.293064619Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_crucible_pantry_f490660a-0116-4f0f-b1bc-faa5f011ce36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.293069679Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3272","zone":"oxz_crucible_c61c51d9-a3b2-4ccb-ac02-b78ef7496910"} {"msg":"Writing ledger to /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.294037913Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.296195508Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.298222299Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"d594beb8-2bc7-44cd-9a0a-4512cfbd13aa","remote_addr":"[fd00:1122:3344:101::1]:59677","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":39344888,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.302887372Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1321"} {"msg":"Writing ledger to /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.303042507Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.303599247Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.306988395Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::a]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.307164701Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:719"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.338982273Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:886"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/5f1b3995-6708-40e4-9d28-234b43b9cddc/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.339970948Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/5f1b3995-6708-40e4-9d28-234b43b9cddc/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.46223642Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/5f1b3995-6708-40e4-9d28-234b43b9cddc/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.624558562Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/5f1b3995-6708-40e4-9d28-234b43b9cddc/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:09.762833403Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/5f1b3995-6708-40e4-9d28-234b43b9cddc/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:10.021943547Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/5f1b3995-6708-40e4-9d28-234b43b9cddc/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:10.333306826Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/5f1b3995-6708-40e4-9d28-234b43b9cddc/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:10.693933117Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/5f1b3995-6708-40e4-9d28-234b43b9cddc/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:11.074038668Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/5f1b3995-6708-40e4-9d28-234b43b9cddc/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:11.47760684Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/5f1b3995-6708-40e4-9d28-234b43b9cddc/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:11.785805569Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/5f1b3995-6708-40e4-9d28-234b43b9cddc/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:12.474391359Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/5f1b3995-6708-40e4-9d28-234b43b9cddc/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:12.991905601Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/5f1b3995-6708-40e4-9d28-234b43b9cddc/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:14.027947682Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/5f1b3995-6708-40e4-9d28-234b43b9cddc/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:15.277579845Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:49:16.556299365Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"11.348032223s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/5f1b3995-6708-40e4-9d28-234b43b9cddc/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:16.771716522Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ca3fba4-43ed-46cd-8f79-5f2304d55f22\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 17:49:18 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"5f1b3995-6708-40e4-9d28-234b43b9cddc\\\"\", request_id: \"1ca3fba4-43ed-46cd-8f79-5f2304d55f22\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:18.07498613Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6662ab0d-758a-4476-a3a8-2237bb851dbf\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 17:49:19 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"5f1b3995-6708-40e4-9d28-234b43b9cddc\\\"\", request_id: \"6662ab0d-758a-4476-a3a8-2237bb851dbf\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:19.191616746Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f9699a7-d166-4918-b773-64d1dec76c3e\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 17:49:21 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"297da6c0-3dc5-4f20-9a57-48a339550273\\\"\", request_id: \"1f9699a7-d166-4918-b773-64d1dec76c3e\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:21.57771324Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21dcaf62-8ccc-417b-9715-2f7c4ef62a08\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 17:49:23 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"297da6c0-3dc5-4f20-9a57-48a339550273\\\"\", request_id: \"21dcaf62-8ccc-417b-9715-2f7c4ef62a08\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:23.59767273Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"039d7433-55fe-46fe-b6cc-80052110f1d3\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 17:49:26 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"297da6c0-3dc5-4f20-9a57-48a339550273\\\"\", request_id: \"039d7433-55fe-46fe-b6cc-80052110f1d3\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:26.888116193Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"447df30b-233a-4dbe-bcfc-9b21dda34401\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 17:49:30 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"297da6c0-3dc5-4f20-9a57-48a339550273\\\"\", request_id: \"447df30b-233a-4dbe-bcfc-9b21dda34401\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:30.123263733Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b470c78-c87d-4fe1-8507-c4d4e3d5ed54\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 17:49:33 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"297da6c0-3dc5-4f20-9a57-48a339550273\\\"\", request_id: \"7b470c78-c87d-4fe1-8507-c4d4e3d5ed54\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:33.952955947Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:37.129518519Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:56704","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"producer-server","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:63935"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:37.143678544Z","hostname":"sock","pid":1572,"uri":"/297da6c0-3dc5-4f20-9a57-48a339550273","method":"GET","req_id":"046cfa84-8361-40eb-a866-c2388d1af382","remote_addr":"[fd00:1122:3344:101::d]:63935","local_addr":"[fd00:1122:3344:101::1]:56704","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":14086,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29e844b2-5812-4318-9ec7-1c343e9967ab\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 17:49:37 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"297da6c0-3dc5-4f20-9a57-48a339550273\\\"\", request_id: \"29e844b2-5812-4318-9ec7-1c343e9967ab\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:37.86274871Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:38.693210587Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54910"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:38.69329137Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"b1964e8f-8912-41a1-897a-856768680acf","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54910","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":35,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e52058d-220f-4f7e-912f-51a3db93ded9\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 17:49:41 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"297da6c0-3dc5-4f20-9a57-48a339550273\\\"\", request_id: \"2e52058d-220f-4f7e-912f-51a3db93ded9\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:41.142538439Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"360c6606-a761-4915-8a20-b01f858c23b2\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 17:49:50 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"297da6c0-3dc5-4f20-9a57-48a339550273\\\"\", request_id: \"360c6606-a761-4915-8a20-b01f858c23b2\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:51.772249196Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb01859d-8415-4182-bd1c-707a99618500\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 17:49:57 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"297da6c0-3dc5-4f20-9a57-48a339550273\\\"\", request_id: \"bb01859d-8415-4182-bd1c-707a99618500\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:49:57.01117719Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:02.064703722Z","hostname":"sock","pid":1572,"component":"NexusNotifierTask","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/nexus.rs:500","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:02.148849581Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50899"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:02.149982671Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:02.149991261Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:02.150018692Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:02.151511704Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:02.357111578Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"260883e0-d22a-492e-84f9-5b271af17d59","remote_addr":"[fd00:1122:3344:101::a]:50899","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":208129,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:04.175646519Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43585"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:04.177368019Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0817b15f-d0fb-4e3e-8619-51d448476a89, kind: Service { id: ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703 }, name: Name(\"external-dns-ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 59])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 25610ba7-70b1-4917-a427-f5070892a54f, kind: Service { id: 185f90b2-80bf-479a-b8b0-ec1f3c02a2fb }, name: Name(\"external-dns-185f90b2-80bf-479a-b8b0-ec1f3c02a2fb\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 105])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6734898c-60d3-45c1-8b48-7163e5e7e5d7, kind: Service { id: ee372901-c3d9-45f0-8c4f-5c4702a28b4d }, name: Name(\"nexus-ee372901-c3d9-45f0-8c4f-5c4702a28b4d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 33])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a90bbb13-856b-46a6-8e82-4b9742f6c506, kind: Service { id: c24ae96c-052c-4566-8772-4d7cffb20cb5 }, name: Name(\"nexus-c24ae96c-052c-4566-8772-4d7cffb20cb5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e6a0dd9f-e087-4f2a-b710-699e007ce774, kind: Service { id: 084cb44c-d8f2-4ea3-8498-21306b882ab8 }, name: Name(\"nexus-084cb44c-d8f2-4ea3-8498-21306b882ab8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 23])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:04.177420291Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:04.177453572Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:04.177461983Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:04.177489673Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:04.177500244Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:04.177527375Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:04.177552106Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d0ff6d1d-1d93-4a84-bbb6-daa38cf9e859","remote_addr":"[fd00:1122:3344:101::a]:43585","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1818,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:04.178508089Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:04.517614088Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41066"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:04.517729782Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:04.517752143Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:04.517760613Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:04.518024742Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:04.739673347Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"568a2a39-6cb9-4145-b859-f26a05edae2d","remote_addr":"[fd00:1122:3344:101::a]:41066","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":221942,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:04.807541118Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:51719"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:04.807844759Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0817b15f-d0fb-4e3e-8619-51d448476a89, kind: Service { id: ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703 }, name: Name(\"external-dns-ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 59])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 25610ba7-70b1-4917-a427-f5070892a54f, kind: Service { id: 185f90b2-80bf-479a-b8b0-ec1f3c02a2fb }, name: Name(\"external-dns-185f90b2-80bf-479a-b8b0-ec1f3c02a2fb\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 105])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6734898c-60d3-45c1-8b48-7163e5e7e5d7, kind: Service { id: ee372901-c3d9-45f0-8c4f-5c4702a28b4d }, name: Name(\"nexus-ee372901-c3d9-45f0-8c4f-5c4702a28b4d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 33])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a90bbb13-856b-46a6-8e82-4b9742f6c506, kind: Service { id: c24ae96c-052c-4566-8772-4d7cffb20cb5 }, name: Name(\"nexus-c24ae96c-052c-4566-8772-4d7cffb20cb5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e6a0dd9f-e087-4f2a-b710-699e007ce774, kind: Service { id: 084cb44c-d8f2-4ea3-8498-21306b882ab8 }, name: Name(\"nexus-084cb44c-d8f2-4ea3-8498-21306b882ab8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 23])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:04.807891131Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:04.807921521Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:04.807928192Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:04.807944522Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:04.807950783Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:04.807959043Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:04.807980794Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"b0c709a6-4859-40bf-9e14-d1f3fd98fe72","remote_addr":"[fd00:1122:3344:101::c]:51719","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":320,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:05.172419077Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:56487"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:05.172660615Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0817b15f-d0fb-4e3e-8619-51d448476a89, kind: Service { id: ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703 }, name: Name(\"external-dns-ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 59])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 25610ba7-70b1-4917-a427-f5070892a54f, kind: Service { id: 185f90b2-80bf-479a-b8b0-ec1f3c02a2fb }, name: Name(\"external-dns-185f90b2-80bf-479a-b8b0-ec1f3c02a2fb\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 105])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6734898c-60d3-45c1-8b48-7163e5e7e5d7, kind: Service { id: ee372901-c3d9-45f0-8c4f-5c4702a28b4d }, name: Name(\"nexus-ee372901-c3d9-45f0-8c4f-5c4702a28b4d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 33])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a90bbb13-856b-46a6-8e82-4b9742f6c506, kind: Service { id: c24ae96c-052c-4566-8772-4d7cffb20cb5 }, name: Name(\"nexus-c24ae96c-052c-4566-8772-4d7cffb20cb5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e6a0dd9f-e087-4f2a-b710-699e007ce774, kind: Service { id: 084cb44c-d8f2-4ea3-8498-21306b882ab8 }, name: Name(\"nexus-084cb44c-d8f2-4ea3-8498-21306b882ab8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 23])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:05.172691226Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:05.172718707Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:05.172729938Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:05.172740318Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:05.172752839Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:05.172766369Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:05.17278269Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"ee4782ac-d799-463f-a07d-a25cb7f584dd","remote_addr":"[fd00:1122:3344:101::b]:56487","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":229,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:05.403282114Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34857"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:05.403581024Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0817b15f-d0fb-4e3e-8619-51d448476a89, kind: Service { id: ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703 }, name: Name(\"external-dns-ed6e3d61-a5e7-4311-bac8-f8f1e5e8a703\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 59])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 25610ba7-70b1-4917-a427-f5070892a54f, kind: Service { id: 185f90b2-80bf-479a-b8b0-ec1f3c02a2fb }, name: Name(\"external-dns-185f90b2-80bf-479a-b8b0-ec1f3c02a2fb\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 105])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6734898c-60d3-45c1-8b48-7163e5e7e5d7, kind: Service { id: ee372901-c3d9-45f0-8c4f-5c4702a28b4d }, name: Name(\"nexus-ee372901-c3d9-45f0-8c4f-5c4702a28b4d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 33])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a90bbb13-856b-46a6-8e82-4b9742f6c506, kind: Service { id: c24ae96c-052c-4566-8772-4d7cffb20cb5 }, name: Name(\"nexus-c24ae96c-052c-4566-8772-4d7cffb20cb5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e6a0dd9f-e087-4f2a-b710-699e007ce774, kind: Service { id: 084cb44c-d8f2-4ea3-8498-21306b882ab8 }, name: Name(\"nexus-084cb44c-d8f2-4ea3-8498-21306b882ab8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 23])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:05.403647496Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:05.403690218Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:05.403726859Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:05.403735299Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:05.40374348Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:05.40375125Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:05.403767Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"57a2c429-a823-4506-93e8-d79dadebbc63","remote_addr":"[fd00:1122:3344:101::a]:34857","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":372,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:08.728263502Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53641"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:08.728352705Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"954b859a-674c-40c1-b959-6e5ed3783c38","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53641","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":32,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:10.843177049Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64600"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:10.843340564Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"152956a7-6dd2-4d2b-8888-090d361084f6","remote_addr":"[fd00:1122:3344:101::a]:64600","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":86,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:10.886804733Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:10.886830564Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"ec9a1744-76d6-46a7-b84a-5c51f46cc5e8","remote_addr":"[fd00:1122:3344:101::a]:64600","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":265,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:10.983303895Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3fb3264e-3e11-4070-9212-ef7ca440c16c","remote_addr":"[fd00:1122:3344:101::a]:64600","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2019,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:19.801732798Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47546"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:19.803504699Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e2bb2c2b-b3a2-40a6-bdc8-61a555c97dca","remote_addr":"[fd00:1122:3344:101::b]:47546","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":76,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:19.866453389Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:19.8664857Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"2dc3b36f-a637-47b9-8870-6cbf9b41dd11","remote_addr":"[fd00:1122:3344:101::b]:47546","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:19.87849097Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"ec6d74fb-a875-463c-b97f-32499f06ce41","remote_addr":"[fd00:1122:3344:101::b]:47546","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":281,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.012467981Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51268"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.012653607Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"a7a54e5f-251e-4565-9d8f-8cad3f4edc5f","remote_addr":"[fd00:1122:3344:101::b]:51268","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":145,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.034349256Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62296"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.03446294Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"348e4e12-f4a0-4a64-9559-2452f0a25e9e","remote_addr":"[fd00:1122:3344:101::a]:62296","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":29,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.082090924Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:62662"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.082211148Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"35aa070b-44e5-419e-b082-0d79d4cabad9","remote_addr":"[fd00:1122:3344:101::c]:62662","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":44,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.106857339Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.10688549Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"441a5873-1cb8-4ce6-812b-70673e06998a","remote_addr":"[fd00:1122:3344:101::a]:62296","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":65,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.160041387Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.160078108Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"25aa2da5-0e31-4410-b581-9bfaf0bd8534","remote_addr":"[fd00:1122:3344:101::c]:62662","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":77,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.210106636Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38631"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.210331344Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"c37ed8e3-6c31-4562-809d-dd497045a048","remote_addr":"[fd00:1122:3344:101::c]:38631","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":135,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.215338659Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"08df7d3c-d88c-44d6-b4ab-6721c0245c40","remote_addr":"[fd00:1122:3344:101::c]:62662","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":115,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.231910488Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:61467"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.232048972Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"1feb90ef-4b81-487f-b90e-9205cabb872a","remote_addr":"[fd00:1122:3344:101::a]:61467","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":82,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.239233763Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"975463e7-a9b7-4033-8933-d1664ce6d613","remote_addr":"[fd00:1122:3344:101::a]:62296","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.343266519Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50977"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.343385893Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.404120895Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.457820251Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"1bfa8f51-bc62-446a-9030-572bf4fcc923","remote_addr":"[fd00:1122:3344:101::b]:50977","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":114501,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.457977627Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49329"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.458021338Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35321"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.458265667Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.461869573Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"d46a03c3-31d2-4f94-af40-e6498e0163ab","remote_addr":"[fd00:1122:3344:101::b]:50977","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3730,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.501109874Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.510041376Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.51016168Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.510891066Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.511938722Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.511984434Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"PUT","req_id":"fd6fa53e-8916-4fba-ad65-7af182de9440","remote_addr":"[fd00:1122:3344:101::b]:50977","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2441,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.554180708Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.55422108Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"257c8e8d-7a02-42be-bb5c-f03ae1d447a3","remote_addr":"[fd00:1122:3344:101::a]:49329","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96076,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.559190133Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"6ef09d01-2a9d-451e-b903-1ed58841e6a9","remote_addr":"[fd00:1122:3344:101::a]:49329","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":791,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.592264379Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.651044113Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"377deb06-a3a8-4f18-9a5e-407c5b17562f","remote_addr":"[fd00:1122:3344:101::c]:35321","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":192752,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:20.651447497Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"eebe0472-a75d-422c-a5c7-b1c0c64481a5","remote_addr":"[fd00:1122:3344:101::c]:35321","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":144,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:38.761239705Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60470"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:38.76165105Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"bc4fe965-01a6-4473-8bd3-32ac58c1da61","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60470","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":37,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:49.609874085Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:49949"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:49.609986449Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6295014f-b487-439e-97f4-cd704df556a0","remote_addr":"[fd00:1122:3344:101::b]:49949","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":51,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:49.633931666Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:49.633953187Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"0d2d0678-759f-45ee-93ee-235bf8c7294e","remote_addr":"[fd00:1122:3344:101::b]:49949","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":75,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:49.750861181Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:61797"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:49.75110953Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"d747b4a2-c97f-46ee-b734-4ba994ed6b39","remote_addr":"[fd00:1122:3344:101::b]:61797","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":160,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:49.756993656Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"9bbd29fa-42be-406b-b12b-5b383d421bd2","remote_addr":"[fd00:1122:3344:101::b]:49949","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":200,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:49.78315168Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42307"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:49.783252993Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f1385f70-7104-427c-8f8d-d0d3bbb37e01","remote_addr":"[fd00:1122:3344:101::a]:42307","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":35,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:49.830024627Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:53227"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:49.830150652Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"8370e1a3-d532-4cfa-821e-9ae8b1c85823","remote_addr":"[fd00:1122:3344:101::c]:53227","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":51,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:49.834787284Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:49.834802214Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"c90d958a-ef7d-41ba-88e3-a836e10169b6","remote_addr":"[fd00:1122:3344:101::a]:42307","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:49.844434101Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"7777b980-363c-406d-8754-953247f417f7","remote_addr":"[fd00:1122:3344:101::a]:42307","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":167,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:49.934339812Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41874"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:49.934525879Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"047a2824-aaaa-4598-bb97-7ec18af96213","remote_addr":"[fd00:1122:3344:101::a]:41874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":124,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:49.946693644Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:52380"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:49.946774687Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:49.986216255Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:50.046657397Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"9d65e7e2-2d9b-4a4a-ad51-87d50db0dac1","remote_addr":"[fd00:1122:3344:101::b]:52380","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99919,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:50.046888035Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:56799"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:50.046941867Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60313"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:50.047289929Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:50.0473084Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:50.047339081Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"529c4269-d012-4767-9d55-435eabaa2ca9","remote_addr":"[fd00:1122:3344:101::c]:53227","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":219,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:50.051954462Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"6d12571b-cd4f-4739-a97a-06e7f4025677","remote_addr":"[fd00:1122:3344:101::c]:56799","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4608,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:50.052071036Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"c804b5e8-bb9a-4a42-be06-f8884788f760","remote_addr":"[fd00:1122:3344:101::b]:52380","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4784,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:50.05933023Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"9ff7749d-02ff-4c1e-9432-63035e5f49f7","remote_addr":"[fd00:1122:3344:101::c]:53227","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":278,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:50.088029093Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:50.141148898Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"56da7ab3-f576-4c10-9538-e90d95cafded","remote_addr":"[fd00:1122:3344:101::a]:60313","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94051,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:50.141541612Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"5a6d54e4-d756-4d75-9382-e8947614ab76","remote_addr":"[fd00:1122:3344:101::a]:60313","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":157,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:50.165941165Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37945"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:50.166070209Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:50.201187656Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:50.26512891Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"6dce9d6e-cc7b-44d1-80d1-16d793cfd19a","remote_addr":"[fd00:1122:3344:101::c]:37945","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99106,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:50:50.265485723Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"08ea47e1-4ec3-4002-ba39-96754c822190","remote_addr":"[fd00:1122:3344:101::c]:37945","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:08.794365996Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58293"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:08.794516621Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"65f934d3-8cb8-45c2-b239-43674b1a3930","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58293","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":68,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:19.838584788Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49687"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:19.838715273Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ab7e060b-47bc-489f-ade9-c8f28dfdec99","remote_addr":"[fd00:1122:3344:101::a]:49687","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":63,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:19.841623014Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:56213"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:19.841871373Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"7246540a-ea12-4559-8f56-161857540596","remote_addr":"[fd00:1122:3344:101::b]:56213","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":128,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:19.851035283Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:59769"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:19.851153907Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6b1c1887-c5a4-4fcf-acbf-c439f9ab3cf8","remote_addr":"[fd00:1122:3344:101::b]:59769","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":35,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:19.869863891Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:19.869893542Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"f18cb2bb-2aa8-4921-824b-35b5d7bd7c17","remote_addr":"[fd00:1122:3344:101::b]:59769","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":81,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:19.898349737Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:19.898391198Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"16005217-13b4-4ce1-bc76-60378f1833f8","remote_addr":"[fd00:1122:3344:101::a]:49687","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":59,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:20.030578117Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:34291"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:20.030696591Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f9a33682-3352-4ba6-9749-7a672fb17965","remote_addr":"[fd00:1122:3344:101::c]:34291","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:20.078189331Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:20.078205481Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"326aacf9-2cf5-43a6-b66e-75eb1af2f643","remote_addr":"[fd00:1122:3344:101::c]:34291","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":43,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:20.083099612Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"ddc876fd-e550-4717-ae87-ee421adee864","remote_addr":"[fd00:1122:3344:101::b]:59769","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":141,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:20.088450279Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b215f681-4c83-4d27-a603-82bed929cf01","remote_addr":"[fd00:1122:3344:101::c]:34291","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":86,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:20.12855515Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51374"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:20.128625472Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:20.170017998Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:20.223983954Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"3aed0dd8-bb03-4604-a0a3-1144a72c401b","remote_addr":"[fd00:1122:3344:101::b]:51374","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95383,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:20.224104248Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:50974"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:20.224302865Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"2d1b5dcc-c535-4780-b341-dfaecc97c5c1","remote_addr":"[fd00:1122:3344:101::c]:50974","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":141,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:20.224432289Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"2cee15d8-3ace-4a47-814c-fa1afb09018c","remote_addr":"[fd00:1122:3344:101::b]:51374","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:20.224904626Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37790"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:20.225144245Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"716eaf9a-5a5e-4593-9d7c-80fad05b4630","remote_addr":"[fd00:1122:3344:101::a]:37790","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":145,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:20.235061221Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"34cbd7c7-8192-498e-a1e6-fdb54b07eb39","remote_addr":"[fd00:1122:3344:101::a]:49687","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":229,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:20.348698191Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:61386"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:20.348788205Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:20.385592801Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:20.441568367Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"1011a554-5103-4670-b075-018dba0ffcb7","remote_addr":"[fd00:1122:3344:101::c]:61386","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92830,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:20.44166137Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50362"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:20.441773774Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:20.474434095Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:20.526210974Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"b3d0db5c-a44d-4bb6-8653-2cb7fef81f71","remote_addr":"[fd00:1122:3344:101::a]:50362","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":84477,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:20.526407431Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"cee7f6d2-ba0d-477b-a941-5c8dab486fb9","remote_addr":"[fd00:1122:3344:101::c]:61386","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:20.526625639Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a63fe590-419f-44d2-8816-630355b60e6f","remote_addr":"[fd00:1122:3344:101::a]:50362","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":125,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:38.828103429Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62971"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:38.828232214Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"1ff154ae-34cd-404d-9cb0-0c6f141f8214","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62971","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":58,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:49.658846813Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:65068"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:49.658976038Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"b9e2d708-ffc0-4721-84ed-3621d7b517ca","remote_addr":"[fd00:1122:3344:101::b]:65068","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:49.729552414Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:41843"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:49.729833804Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"e39e2474-79e2-45b6-9c18-7a8a03a6a568","remote_addr":"[fd00:1122:3344:101::b]:41843","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":183,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:49.859005147Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:57615"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:49.859152012Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:49.91345537Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:49.996392728Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"9dda3754-023d-4d22-a91c-939148c540f9","remote_addr":"[fd00:1122:3344:101::b]:57615","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":137309,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:49.996682748Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52337"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:49.996784231Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38604"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:49.996865714Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:51369"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:49.996945177Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:49.997004929Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"22ff3577-2199-4673-9bde-5479ef1d1be1","remote_addr":"[fd00:1122:3344:101::b]:65068","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":212,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:49.997059051Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"842f0225-e41e-48a9-b2dc-69000ccfc8cc","remote_addr":"[fd00:1122:3344:101::b]:57615","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":306,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:49.997155394Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"bc23d1a6-c935-4182-b221-abf5efa07b82","remote_addr":"[fd00:1122:3344:101::c]:51369","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":135,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:49.997260708Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"9e1359c9-3aef-4667-bb17-0428349b982b","remote_addr":"[fd00:1122:3344:101::a]:38604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":151,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:49.997299089Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"a3abb44c-9583-497b-8816-a0aedb5c5c2e","remote_addr":"[fd00:1122:3344:101::a]:52337","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":377,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:50.0124827Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"bd8a6e4d-95e2-4370-8dbb-53451e13f4f9","remote_addr":"[fd00:1122:3344:101::b]:65068","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":445,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:50.023859607Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:50.023884108Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"b8bf42e6-7c80-4e06-bcfb-a14ef682d40d","remote_addr":"[fd00:1122:3344:101::c]:51369","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":73,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:50.053944199Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:50.05398224Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"d246d98e-3764-4b66-acb4-28d4c4dca124","remote_addr":"[fd00:1122:3344:101::a]:38604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":61,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:50.081975798Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:46626"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:50.082340651Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"07cb64a6-90ca-4142-8ef0-ec5bb8ca7c4e","remote_addr":"[fd00:1122:3344:101::c]:46626","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":230,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:50.095817802Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52465"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:50.095962267Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:50.136581425Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:50.196043923Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"c82857ca-e8e7-451f-851d-4f909b743d17","remote_addr":"[fd00:1122:3344:101::c]:52465","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100145,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:50.196380075Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:58305"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:50.196677565Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:50.196796089Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"6f803791-fc80-4d93-999f-93dcda776a46","remote_addr":"[fd00:1122:3344:101::c]:52465","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":342,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:50.203493593Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"59cc820c-ffe4-478b-b629-7eca47cdfa92","remote_addr":"[fd00:1122:3344:101::c]:51369","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7086,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:50.203605857Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"fcee71cd-878a-43f4-b9a6-065d5e5d445f","remote_addr":"[fd00:1122:3344:101::a]:38604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7253,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:50.239054176Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:50.296898337Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"ea0f1ea9-5f61-4b42-90af-c3e5e97b506f","remote_addr":"[fd00:1122:3344:101::a]:58305","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100329,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:51:50.297231059Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"df5cc0ed-93f0-47bf-b621-07248fad201d","remote_addr":"[fd00:1122:3344:101::a]:58305","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":124,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:08.861480109Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56410"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:08.862900078Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"b18fe796-5b1b-4b7e-8425-669a4069d2ad","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56410","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":38,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:19.659676767Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:56934"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:19.659947296Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"c2d901ce-3ffe-4b77-be33-01e894377e5c","remote_addr":"[fd00:1122:3344:101::b]:56934","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":120,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:19.747165284Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:19.747213846Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"099548b0-5309-4573-b2a8-833787d40dc9","remote_addr":"[fd00:1122:3344:101::b]:56934","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:19.764541731Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"2b324d3e-de1e-4819-a39f-e322075ad63b","remote_addr":"[fd00:1122:3344:101::b]:56934","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":259,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:19.875330442Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47526"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:19.875422165Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:19.921032419Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:19.995997488Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"475e9250-1c98-4525-91dc-e1acd279ce8a","remote_addr":"[fd00:1122:3344:101::b]:47526","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":120616,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:19.996114672Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51242"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:19.996154114Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41481"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:19.996398212Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"3049eb52-4590-40a9-93d1-ff04ace45c24","remote_addr":"[fd00:1122:3344:101::a]:41481","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":84,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:19.996531307Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"44ccddba-956d-4d59-8224-58cf9d23ebcd","remote_addr":"[fd00:1122:3344:101::b]:51242","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":214,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:19.996543047Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"75bdbae5-1744-47f4-8a2e-f4d30abb758f","remote_addr":"[fd00:1122:3344:101::b]:47526","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":216,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:20.041725236Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:20.041761837Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"27a24a98-f5e8-4f98-9312-74fe18c05f4c","remote_addr":"[fd00:1122:3344:101::a]:41481","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":152,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:20.047392284Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52516"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:20.047537419Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f7e9a8bc-ac54-4158-85c2-80e86326edd4","remote_addr":"[fd00:1122:3344:101::c]:52516","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":35,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:20.051347032Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"4dd6c2d3-97b4-46e2-97c8-9544ac3d3529","remote_addr":"[fd00:1122:3344:101::a]:41481","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":202,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:20.097987282Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:20.098015973Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"df920928-bd37-4351-9360-6d61cad947d1","remote_addr":"[fd00:1122:3344:101::c]:52516","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:20.098028924Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42267"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:20.098254941Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"0cba068f-75c7-4d97-96f9-6e84f3b270da","remote_addr":"[fd00:1122:3344:101::a]:42267","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":164,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:20.106783089Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"8bdacc15-a048-4437-ab89-353d9c6aa5fc","remote_addr":"[fd00:1122:3344:101::c]:52516","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":213,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:20.139362447Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35248"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:20.139477581Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:20.183173067Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:20.239678842Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"415ac923-5119-4359-aa51-ca991fa4bbb6","remote_addr":"[fd00:1122:3344:101::a]:35248","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100249,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:20.24334415Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"7d2aedab-17c8-4087-87ff-75561277362b","remote_addr":"[fd00:1122:3344:101::a]:35248","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:20.34695198Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58800"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:20.347176428Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"259f3aae-12f6-4a90-909a-6908af13a63d","remote_addr":"[fd00:1122:3344:101::c]:58800","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":146,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:20.36298717Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:46274"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:20.363093484Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:20.397954602Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:20.456283581Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"a1e7a182-4ca0-40fa-a8fb-fe31192160b8","remote_addr":"[fd00:1122:3344:101::c]:46274","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93238,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:20.456632873Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"4a729ca1-d42e-4310-8616-3cfb663d1e82","remote_addr":"[fd00:1122:3344:101::c]:46274","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":115,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:33.105164993Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:38.894462036Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45149"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:38.89456537Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"97f2157f-8b67-46e9-9c74-86c4adefbeb7","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45149","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":33,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:49.633124732Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:48622"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:49.633257507Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"7548e886-0a2c-409a-9837-b9463829de4d","remote_addr":"[fd00:1122:3344:101::b]:48622","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":53,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:49.642126227Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:54459"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:49.642365125Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"b2fa97d5-5dea-4b36-a21b-5e4cd9b83133","remote_addr":"[fd00:1122:3344:101::b]:54459","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":149,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:49.652775809Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:49.65279793Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"e548bb20-3c8b-444e-9c5f-f76bd257e117","remote_addr":"[fd00:1122:3344:101::b]:48622","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":62,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:49.663453602Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"580d9087-d0b1-4a3b-81c5-ebf4ca0f58ea","remote_addr":"[fd00:1122:3344:101::b]:48622","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":196,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:49.748150031Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59599"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:49.748244014Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"4f1960ad-ed12-4e3f-991b-062e3a09e312","remote_addr":"[fd00:1122:3344:101::a]:59599","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":60,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:49.801012778Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:49.801041619Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"e23bdfc2-c1d2-47d9-b939-e7fa1d70d788","remote_addr":"[fd00:1122:3344:101::a]:59599","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":63,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:49.818961576Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51422"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:49.8190825Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:49.859026436Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:49.923043592Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"63706cfa-f3af-4cb5-9385-972c847f058a","remote_addr":"[fd00:1122:3344:101::b]:51422","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104010,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:49.92325404Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46880"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:49.923326552Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:63451"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:49.923403845Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:62799"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:49.92354349Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"05496818-be3f-4702-8380-895a03e25f3e","remote_addr":"[fd00:1122:3344:101::a]:59599","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":353,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:49.92356472Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"c29f6eea-d709-4094-8db6-af954a89e979","remote_addr":"[fd00:1122:3344:101::b]:51422","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":257,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:49.923858681Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f777e83a-db48-4771-a2f8-f68ca54a7b22","remote_addr":"[fd00:1122:3344:101::c]:63451","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":191,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:49.923870331Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"6c1437af-7354-4ff0-adab-db91262a056a","remote_addr":"[fd00:1122:3344:101::c]:62799","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":277,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:49.923931163Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"38d9883d-0748-4deb-9d54-b23e69c63a6a","remote_addr":"[fd00:1122:3344:101::a]:46880","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":309,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:49.935797698Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60932"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:49.935928032Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:49.97422139Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:50.02886366Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"17c44767-709d-4d17-86df-5b8313117edf","remote_addr":"[fd00:1122:3344:101::a]:60932","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92997,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:50.029187421Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:46364"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:50.029384168Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:50.02942819Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"6cc14303-5964-4b6b-a574-e41ee43a2861","remote_addr":"[fd00:1122:3344:101::c]:63451","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":170,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:50.029485721Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"d373c568-acbe-4732-a58b-88b3fb39ca27","remote_addr":"[fd00:1122:3344:101::a]:60932","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":238,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:50.029542823Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:50.041858754Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"eb7540cf-0212-4f0e-a2f3-8fca0273d589","remote_addr":"[fd00:1122:3344:101::c]:63451","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":258,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:50.07122712Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:50.124941787Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"40168a96-57a1-48e0-a65c-991924dbf41f","remote_addr":"[fd00:1122:3344:101::c]:46364","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95545,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:52:50.125201136Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"1f7b1228-3229-40ee-9fd1-3c560d093885","remote_addr":"[fd00:1122:3344:101::c]:46364","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:08.931462044Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52373"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:08.931560908Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"dd49a919-5dee-4352-9278-3efbbf906bae","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52373","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":34,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:19.649299166Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:58887"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:19.649443701Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"76148106-c4a4-456f-9aee-cdc7c7572ce8","remote_addr":"[fd00:1122:3344:101::b]:58887","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":55,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:19.711836251Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:19.711903204Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"8d793ba7-e241-4a29-b568-8649ed3035a6","remote_addr":"[fd00:1122:3344:101::b]:58887","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":148,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:19.723139216Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3af7af4c-33d4-45c3-9f23-36bb54f0f8b5","remote_addr":"[fd00:1122:3344:101::b]:58887","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":240,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:19.852974053Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39069"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:19.85319105Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ccdf7e11-3381-4b72-8066-e1195c5dbb7f","remote_addr":"[fd00:1122:3344:101::a]:39069","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":50,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:19.901387135Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:19.901417816Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"bcd968cc-f81b-4533-b0e5-22e433d25f31","remote_addr":"[fd00:1122:3344:101::a]:39069","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":77,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:19.930059036Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:46113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:19.930261494Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"44236e34-2031-45bc-9ed0-38e611557c25","remote_addr":"[fd00:1122:3344:101::b]:46113","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":135,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:19.93330281Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:40780"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:19.933393523Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:19.975680261Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:20.047810851Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"739e180f-ba5a-4dcb-bb21-6ccbb9e9c953","remote_addr":"[fd00:1122:3344:101::b]:40780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":114448,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:20.047987407Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:61694"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:20.048048649Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:20.048410302Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e0230ced-2aee-4b0c-9d33-34ccfd2e63b6","remote_addr":"[fd00:1122:3344:101::c]:61694","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":112,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:20.048423932Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"ae8373ca-e596-4feb-a987-bcad5cd15a10","remote_addr":"[fd00:1122:3344:101::b]:40780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":250,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:20.048493975Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"92751ad6-fe2b-4ecd-9616-eefc7a502f40","remote_addr":"[fd00:1122:3344:101::a]:46877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":325,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:20.048658851Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"250e9e04-d37b-4f9e-9e49-fa7726b9746c","remote_addr":"[fd00:1122:3344:101::a]:39069","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":484,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:20.066450502Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:20.066478383Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"612e8997-3e30-44cf-ab0b-2a52b9a0f7b6","remote_addr":"[fd00:1122:3344:101::c]:61694","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:20.09242803Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52080"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:20.092550114Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:20.134086505Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:20.192415253Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"11dfc57d-7471-4ca9-9ffb-9fb11a392978","remote_addr":"[fd00:1122:3344:101::a]:52080","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99910,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:20.192797286Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:45907"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:20.192881229Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:59095"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:20.193176059Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:20.19319393Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f26ae614-63be-4455-9e75-5f8888b8d350","remote_addr":"[fd00:1122:3344:101::c]:61694","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":447,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:20.193223131Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"ceebd40f-50d2-4c2d-bb6b-f8a0ec3f1e05","remote_addr":"[fd00:1122:3344:101::c]:45907","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":212,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:20.193278183Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"bdb43037-87aa-487b-82c0-64f677b4c449","remote_addr":"[fd00:1122:3344:101::a]:52080","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":434,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:20.232721591Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:20.289047199Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"532a5dea-0b3f-403f-af99-164912cdd030","remote_addr":"[fd00:1122:3344:101::c]:59095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96001,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:20.289439213Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"1ecef22d-58c1-47f2-927c-989ecf3401e0","remote_addr":"[fd00:1122:3344:101::c]:59095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":145,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:38.966441484Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41782"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:38.966549897Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"2f3d29dd-191a-4dc0-a1a4-70bf25c99396","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41782","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":36,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:42.16634663Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39132"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:42.166566858Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"810e9e5f-c796-4934-a5cf-a634292bb274","remote_addr":"[fd00:1122:3344:101::a]:39132","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":149,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:42.167952017Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:838","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(14486778) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:42.167997178Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"PUT","req_id":"9d4de26e-6403-4783-9a92-ea9f4a9424ce","remote_addr":"[fd00:1122:3344:101::a]:39132","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1230,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:42.300423885Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33359"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:42.306844419Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: b0544d6c-57b7-4afa-8a45-50c6d7ea691b, project_id: acea9de3-f019-4404-9fee-854f016edb30 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-30T17:53:42.300158916Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: d12ca7ff-9948-4c80-bc07-39036ffabcdf, kind: Instance { id: 264bf454-3e5c-433b-b0fb-bf5fce4db6ff }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14486778), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d12ca7ff-9948-4c80-bc07-39036ffabcdf, kind: Instance { id: 264bf454-3e5c-433b-b0fb-bf5fce4db6ff }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14486778), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d12ca7ff-9948-4c80-bc07-39036ffabcdf, kind: Instance { id: 264bf454-3e5c-433b-b0fb-bf5fce4db6ff }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14486778), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(14486778))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d12ca7ff-9948-4c80-bc07-39036ffabcdf, kind: Instance { id: 264bf454-3e5c-433b-b0fb-bf5fce4db6ff }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14486778), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-fc6c9339ab8\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 1a2e25c2-ff32-4584-bf21-4980e98a41c3, read_only_parent: Some(Volume { block_size: 512, id: 96f28598-112b-4fab-baa9-7fb05487f915, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: c11fa797-255b-4f34-887d-6939ca1db224, key: Some(\"odA042DAzKY9S6NyGSh7XC/V/kGtujUt+i7Qd1ilwKM=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::18]:19001\", \"[fd00:1122:3344:101::14]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 1a2e25c2-ff32-4584-bf21-4980e98a41c3, key: Some(\"Otpx1yd3tDmAMT/ruhu2vPKLvf19xyniWxu3FtiyDyE=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::18]:19002\", \"[fd00:1122:3344:101::19]:19001\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-fc6c9339ab8\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:42.306894301Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:42.306901252Z","hostname":"sock","pid":1572,"propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:1271","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: d12ca7ff-9948-4c80-bc07-39036ffabcdf, kind: Instance { id: 264bf454-3e5c-433b-b0fb-bf5fce4db6ff }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14486778), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d12ca7ff-9948-4c80-bc07-39036ffabcdf, kind: Instance { id: 264bf454-3e5c-433b-b0fb-bf5fce4db6ff }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14486778), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d12ca7ff-9948-4c80-bc07-39036ffabcdf, kind: Instance { id: 264bf454-3e5c-433b-b0fb-bf5fce4db6ff }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14486778), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(14486778))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d12ca7ff-9948-4c80-bc07-39036ffabcdf, kind: Instance { id: 264bf454-3e5c-433b-b0fb-bf5fce4db6ff }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14486778), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-fc6c9339ab8\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 1a2e25c2-ff32-4584-bf21-4980e98a41c3, read_only_parent: Some(Volume { block_size: 512, id: 96f28598-112b-4fab-baa9-7fb05487f915, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: c11fa797-255b-4f34-887d-6939ca1db224, key: Some(\"odA042DAzKY9S6NyGSh7XC/V/kGtujUt+i7Qd1ilwKM=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::18]:19001\", \"[fd00:1122:3344:101::14]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 1a2e25c2-ff32-4584-bf21-4980e98a41c3, key: Some(\"Otpx1yd3tDmAMT/ruhu2vPKLvf19xyniWxu3FtiyDyE=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::18]:19002\", \"[fd00:1122:3344:101::19]:19001\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-fc6c9339ab8\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-30T17:53:42.300158916Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:42.307017856Z","hostname":"sock","pid":1572,"uri":"/vmms/ee8899a9-023b-4452-bf65-0fe051ddb789","method":"PUT","req_id":"908f17ba-f8e8-429e-9bb7-c14b81352461","remote_addr":"[fd00:1122:3344:101::a]:33359","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6538,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:42.4167663Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:61305"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:42.416966767Z","hostname":"sock","pid":1572,"uri":"/vmms/ee8899a9-023b-4452-bf65-0fe051ddb789/state","method":"PUT","req_id":"e35ff583-4165-4f62-ab23-88648fec5eb5","remote_addr":"[fd00:1122:3344:101::a]:61305","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:42.418096947Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 14486778 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:42.418140998Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:42.459916878Z","hostname":"sock","pid":1572,"instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:42.480328491Z","hostname":"sock","pid":1572,"instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:42.493116948Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55976"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:42.493288074Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6146b2cb-0aa7-4b68-af82-2bac60fcaab5","remote_addr":"[fd00:1122:3344:101::a]:55976","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:42.513083436Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {d12ca7ff-9948-4c80-bc07-39036ffabcdf: {10.151.2.175: {d0062ed7-1137-4a67-a25a-99967dd89d2f}, 10.151.2.176: {d0062ed7-1137-4a67-a25a-99967dd89d2f}}} }"} {"msg":"Profile for oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:43.630055324Z","hostname":"sock","pid":1572,"instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:43.630260912Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789\") failed: Property not found. retry in 37.221771ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:53:43.840527948Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789\") failed: Property not found. retry in 134.469024ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:53:43.886799505Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789\") failed: Property not found. retry in 144.677844ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:53:44.042424403Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789\") failed: Property not found. retry in 329.118459ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:53:44.2049119Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789\") failed: Property not found. retry in 573.719395ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:53:44.551100116Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789\") failed: Property not found. retry in 1.112381234s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:53:45.136077215Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789\") failed: Property not found. retry in 528.057108ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:53:46.261029202Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789\") failed: Property not found. retry in 588.285404ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:53:46.801141864Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789\") failed: Property not found. retry in 619.116595ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:53:47.400267098Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789\") failed: Property not found. retry in 1.038165942s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:53:48.03169317Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.100493445Z","hostname":"sock","pid":1572,"instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:1777"} {"msg":"wait for service Some(\"oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789\") failed: Property not found. retry in 63.86528ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:53:49.110535366Z","hostname":"sock","pid":1572,"instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789\") failed: Property not found. retry in 60.6219ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:53:49.183715382Z","hostname":"sock","pid":1572,"instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789\") failed: Property not found. retry in 179.485734ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:53:49.253339745Z","hostname":"sock","pid":1572,"instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.44895716Z","hostname":"sock","pid":1572,"instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:1786"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.4887491Z","hostname":"sock","pid":1572,"instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:1810"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.605318723Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:41223"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.624827935Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:40625"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.624943169Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6590ba67-0ffe-4f95-8a21-0ed7a7ca9741","remote_addr":"[fd00:1122:3344:101::b]:40625","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":61,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.642604266Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {d12ca7ff-9948-4c80-bc07-39036ffabcdf: {10.151.2.176: {d0062ed7-1137-4a67-a25a-99967dd89d2f}, 10.151.2.175: {d0062ed7-1137-4a67-a25a-99967dd89d2f}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.642630197Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"be0b6cac-ffe0-40e7-86a7-9fb1743b1e6e","remote_addr":"[fd00:1122:3344:101::b]:40625","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98,"response_code":"204"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.658780721Z","hostname":"sock","pid":1572,"instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:926"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.65988062Z","hostname":"sock","pid":1572,"uri":"/vmms/ee8899a9-023b-4452-bf65-0fe051ddb789/state","method":"GET","req_id":"bb18e6dd-b1da-4eb1-8021-2219913828bc","remote_addr":"[fd00:1122:3344:101::b]:41223","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52265,"response_code":"200"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.659932872Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1215"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.659994174Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"955fdaf5-73b3-4423-9ef2-0ff735364f14","remote_addr":"[fd00:1122:3344:101::a]:55976","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7147126,"response_code":"204"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-10-30T17:53:49.660703939Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.66073553Z","hostname":"sock","pid":1572,"instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:776"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.660763061Z","hostname":"sock","pid":1572,"instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:798","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-30T17:53:49.660703939Z }","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.660786522Z","hostname":"sock","pid":1572,"instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:696","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-30T17:53:49.660703939Z }, migration_in: None, migration_out: None }","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.836439639Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:39460"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.836672187Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"aad7052d-1978-4ae1-97e0-63b76beb5f81","remote_addr":"[fd00:1122:3344:101::b]:39460","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":149,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.847897599Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:54687"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.853125562Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"87d4ce34-8fd8-4764-b47a-051a421b6392","remote_addr":"[fd00:1122:3344:101::b]:40625","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":336,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.895263544Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38111"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.898937453Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64302"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.899062947Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"be7d9320-5634-483a-b49b-4012e5c5e3d1","remote_addr":"[fd00:1122:3344:101::c]:64302","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":40,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.903305435Z","hostname":"sock","pid":1572,"uri":"/vmms/ee8899a9-023b-4452-bf65-0fe051ddb789/state","method":"GET","req_id":"6e5c4f3e-06ad-4658-8911-be912e326240","remote_addr":"[fd00:1122:3344:101::c]:38111","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7997,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.903348617Z","hostname":"sock","pid":1572,"uri":"/vmms/ee8899a9-023b-4452-bf65-0fe051ddb789/state","method":"GET","req_id":"6555fd1b-d2bd-4aef-863a-787b82817614","remote_addr":"[fd00:1122:3344:101::a]:54687","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":55404,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-10-30T17:53:49.903637277Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.903659858Z","hostname":"sock","pid":1572,"instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:776"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.903668448Z","hostname":"sock","pid":1572,"instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:798","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-30T17:53:49.903637277Z }","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.903673658Z","hostname":"sock","pid":1572,"instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:696","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-30T17:53:49.903637277Z }, migration_in: None, migration_out: None }","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.920143974Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {d12ca7ff-9948-4c80-bc07-39036ffabcdf: {10.151.2.175: {d0062ed7-1137-4a67-a25a-99967dd89d2f}, 10.151.2.176: {d0062ed7-1137-4a67-a25a-99967dd89d2f}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.920171565Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"0f06450e-dca5-421f-8529-01eab0c2521e","remote_addr":"[fd00:1122:3344:101::c]:64302","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.972774453Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:46443"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:49.972869476Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:50.016514281Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:50.083027435Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"6a9cb378-ba40-4aab-8ed9-8e901ccad821","remote_addr":"[fd00:1122:3344:101::b]:46443","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110199,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:50.083208831Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:54094"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:50.083269233Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45360"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:50.083304755Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:53635"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:50.083372577Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42168"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:50.08372728Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:50.087618285Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:469","new_vers":"RouterVersion { router_id: a8b55317-fe26-46b3-9808-fb373777f7fa, version: 3 }","old_vers":"RouterVersion { router_id: a8b55317-fe26-46b3-9808-fb373777f7fa, version: 3 }","subnet":"RouterId { vni: Vni(14486778), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:50.087989949Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"9861b799-e9b2-44bd-84fb-d664c3f492f8","remote_addr":"[fd00:1122:3344:101::a]:55976","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4433,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:50.088076172Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"c6ec1395-6a2f-45ac-a7e2-1d7a19193b8f","remote_addr":"[fd00:1122:3344:101::c]:54094","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4394,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:50.088144714Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"cdab359e-392b-45ab-9e5c-2909cc2ce60f","remote_addr":"[fd00:1122:3344:101::c]:64302","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4760,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:50.088184815Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"9ca1f252-2721-4874-aa43-91c41b8e8481","remote_addr":"[fd00:1122:3344:101::b]:46443","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4609,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:50.088221717Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"cb929f1f-25de-4adb-b94e-0ad627270946","remote_addr":"[fd00:1122:3344:101::a]:42168","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4548,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:50.123389005Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:50.130609828Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55781"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:50.130806634Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"d040ae82-2c8f-4dbb-bfaf-aaef5a1d4c5b","remote_addr":"[fd00:1122:3344:101::a]:55781","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:50.173936501Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {d12ca7ff-9948-4c80-bc07-39036ffabcdf: {10.151.2.176: {d0062ed7-1137-4a67-a25a-99967dd89d2f}, 10.151.2.175: {d0062ed7-1137-4a67-a25a-99967dd89d2f}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:50.174019284Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"6eb0ad09-2751-4589-86e3-133ddfe3e2d7","remote_addr":"[fd00:1122:3344:101::a]:55781","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":736,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:50.182291993Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4080"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:50.182332205Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"10612ad5-ed63-4365-99d8-da4f73535a84","remote_addr":"[fd00:1122:3344:101::a]:45360","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98862,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:50.186393157Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"d3805ba7-e06f-479a-9f82-22f48291b2de","remote_addr":"[fd00:1122:3344:101::a]:45360","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":735,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:50.192633825Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"e650a0a1-6b8a-4fa1-b8d0-430212a7da32","remote_addr":"[fd00:1122:3344:101::a]:55781","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":222,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:50.222653794Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:50.282221185Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"d3c3bc74-d743-4dbb-971f-b08d731c2391","remote_addr":"[fd00:1122:3344:101::c]:53635","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":198478,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:50.282597818Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"5e6fc8c0-72c8-4e81-b6c2-78eea5e4a5f4","remote_addr":"[fd00:1122:3344:101::c]:53635","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":133,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:59.946454301Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:61827"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:59.947095764Z","hostname":"sock","pid":1572,"uri":"/vmms/ee8899a9-023b-4452-bf65-0fe051ddb789/state","method":"PUT","req_id":"5b9ef422-1c5e-4f71-98f1-7a5edb26e540","remote_addr":"[fd00:1122:3344:101::a]:61827","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":552,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-10-30T17:53:59.947205458Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:59.947229839Z","hostname":"sock","pid":1572,"instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:776"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:59.947248649Z","hostname":"sock","pid":1572,"instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:798","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-30T17:53:59.947205458Z }","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:59.947296881Z","hostname":"sock","pid":1572,"instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:696","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-30T17:53:59.947205458Z }, migration_in: None, migration_out: None }","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-10-30T17:53:59.985079581Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:59.985097031Z","hostname":"sock","pid":1572,"instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:776"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:59.985119982Z","hostname":"sock","pid":1572,"instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:798","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-10-30T17:53:59.985079581Z }","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:59.985127813Z","hostname":"sock","pid":1572,"instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:812","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:59.985993273Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:53:59.986077936Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"3483541642628734897"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:53:59.986154859Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"2329747649594060562"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:59.98791509Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:53:59.987971382Z","hostname":"sock","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/3485ccb7-7923-4269-8b7b-16caa41fa8d8/debug/bundle/zone\", \"/pool/int/adb893fc-56e4-4ac7-a502-4c948ee9f9bd/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/5c811413-1d4e-403e-b8bb-331b2268c476/crypt/debug\", \"/pool/ext/7c337fba-b737-4f90-a327-065b4f3b4476/crypt/debug\", \"/pool/ext/46e37abb-39ab-4652-aa9d-61a2079024f1/crypt/debug\", \"/pool/ext/8b4477e5-c445-4846-a713-78ddac5696a7/crypt/debug\", \"/pool/ext/09d27db0-c064-443e-8e36-e29bb4d8f58d/crypt/debug\", \"/pool/ext/9fecadf7-1f9f-4c05-baeb-3ca812eb625c/crypt/debug\", \"/pool/ext/c84ed810-b8fd-4283-8511-603d43b629a7/crypt/debug\", \"/pool/ext/f6c51041-d1f1-4026-854a-17c6531b176e/crypt/debug\", \"/pool/ext/b47c81a2-215a-4a96-ada9-ce831b19ee43/crypt/debug\"] }","zone_name":"oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:54:00.62700755Z","hostname":"sock","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789\", bundle_id: 5a90bb66-da35-4fb2-9718-76736e8b5d85 }, time_created: 2024-10-30T17:53:59.988809561Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_ee8899a9-023b-4452-bf65-0fe051ddb789","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T17:54:00.627084433Z","hostname":"sock","pid":1572,"instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:1026"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:54:02.396626072Z","hostname":"sock","pid":1572,"instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:54:02.412560709Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(14486778), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:54:02.412628801Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(14486778), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:54:02.41315196Z","hostname":"sock","pid":1572,"instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:696","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-30T17:54:02.413113188Z }, migration_in: None, migration_out: None }","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:54:02.438375751Z","hostname":"sock","pid":1572,"instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:696","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-30T17:54:02.413113188Z }, migration_in: None, migration_out: None }","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:54:02.441037604Z","hostname":"sock","pid":1572,"instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","propolis_id":"ee8899a9-023b-4452-bf65-0fe051ddb789","instance_id":"264bf454-3e5c-433b-b0fb-bf5fce4db6ff","component":"InstanceManager","file":"sled-agent/src/instance.rs:963"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:54:02.834342137Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55417"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:54:02.834494412Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"4a988b30-bf04-466d-bc50-a228be1ef499","remote_addr":"[fd00:1122:3344:101::a]:55417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:54:02.885745193Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {d12ca7ff-9948-4c80-bc07-39036ffabcdf: {10.151.2.175: {d0062ed7-1137-4a67-a25a-99967dd89d2f}, 10.151.2.176: {d0062ed7-1137-4a67-a25a-99967dd89d2f}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:54:02.885785214Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"37bee9e9-6849-440f-9ff5-017e77173328","remote_addr":"[fd00:1122:3344:101::a]:55417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":131,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:54:02.898583591Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"7c2b126f-4c1b-423a-97e7-07e6f1e4556b","remote_addr":"[fd00:1122:3344:101::a]:55417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":179,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:54:03.04794103Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:54:03.048121807Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"193494a8-a565-4dff-b403-376c57de46e4","remote_addr":"[fd00:1122:3344:101::a]:43014","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":138,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:54:03.295152227Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46970"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:54:03.295361155Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"6cf18043-0fa1-4376-b4a2-227eef471a2c","remote_addr":"[fd00:1122:3344:101::a]:46970","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":153,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:54:03.455971917Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:54261"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:54:03.45607598Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ce5ca3ff-8433-4cb0-b50f-e91aee0aa035","remote_addr":"[fd00:1122:3344:101::a]:54261","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":62,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:54:03.468246066Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:54:03.468310038Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1215"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:54:03.468318138Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"c2ffae4a-5465-4222-8d81-d304831b8d74","remote_addr":"[fd00:1122:3344:101::a]:54261","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:54:03.475799559Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"eaf4706b-aa8b-4fc2-85ab-3800b5c00dc7","remote_addr":"[fd00:1122:3344:101::a]:54261","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":228,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:54:04.047979552Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41732"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:54:04.048115957Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f8cb7426-53b4-48bf-a4fe-85f7f1c7919b","remote_addr":"[fd00:1122:3344:101::a]:41732","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":81,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:54:04.06195292Z","hostname":"sock","pid":1572,"sled_id":"297da6c0-3dc5-4f20-9a57-48a339550273","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:54:04.061982112Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"724dc4d3-4c26-4055-a22d-ee02b8b5399e","remote_addr":"[fd00:1122:3344:101::a]:41732","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":71,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T17:54:04.069991001Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"514343f9-38a4-420c-b09c-8aacbed13d88","remote_addr":"[fd00:1122:3344:101::a]:41732","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":188,"response_code":"204"}