[ Oct 10 04:21:21 Enabled. ] [ Oct 10 04:21:21 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Oct 10 04:21:21 Method "start" exited with status 0. ] [ Oct 10 04:21:21 Rereading configuration. ] [ Oct 10 04:21:21 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:21.819676051Z","hostname":"sock","pid":1572,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:21.819819565Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:21.87250176Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:21.872551592Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:21.985151201Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:21.994258851Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:22.002518227Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:22.605141073Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:22.740135037Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:22.740174368Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:22.740302531Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:22.740387364Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:22.740394514Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:22.740420394Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:22.743342085Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:22.743348715Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:22.743365565Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:22.743376536Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:22.743393296Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:22.743432197Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:22.74353909Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:22.743557341Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:22.743567881Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:22.754954093Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:22.754986194Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:22.856233002Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.259218849Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.25924804Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.25925304Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.25926303Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.25926757Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.259272421Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.259288401Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.267811845Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.267829685Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"91f685ec-facb-4534-b317-fa1820b544e6 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.353850986Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 91f685ec-facb-4534-b317-fa1820b544e6 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761436859Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.76147617Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 91f685ec-facb-4534-b317-fa1820b544e6 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761501171Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761508421Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761543042Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761552422Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761587493Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761605114Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761610414Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 91f685ec-facb-4534-b317-fa1820b544e6 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761623744Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761627774Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761642555Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761645895Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761649105Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 91f685ec-facb-4534-b317-fa1820b544e6 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761663715Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761666986Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761672646Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761676736Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761680176Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761687966Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 91f685ec-facb-4534-b317-fa1820b544e6 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761700996Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761712027Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761716707Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761720377Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761725177Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761733717Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 91f685ec-facb-4534-b317-fa1820b544e6 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761750828Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761755808Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761764588Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761769898Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.76182011Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.76183511Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.76184269Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.7618474Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 91f685ec-facb-4534-b317-fa1820b544e6 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761874241Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761878921Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761882132Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761886141Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761891082Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761895212Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 91f685ec-facb-4534-b317-fa1820b544e6 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761922953Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761927923Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761931173Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761936253Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761940833Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761944943Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 91f685ec-facb-4534-b317-fa1820b544e6 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761978344Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761983754Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761987284Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761991955Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.761997075Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 91f685ec-facb-4534-b317-fa1820b544e6 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.762023905Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.762028365Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.762032545Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.762039486Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.762048406Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.762051996Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 91f685ec-facb-4534-b317-fa1820b544e6 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.762078307Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.762082197Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.762086397Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.762089717Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.762134908Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/91f685ec-facb-4534-b317-fa1820b544e6/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.762152129Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.762159799Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.762170779Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/91f685ec-facb-4534-b317-fa1820b544e6/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.76217838Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.76218265Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.762209661Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.762214321Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.773522041Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:739"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.773554552Z","hostname":"sock","pid":1572,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999937678s","next_cleanup":"Instant { tv_sec: 13713, tv_nsec: 974388902 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.773609273Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3944"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.773619043Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.776267416Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/91f685ec-facb-4534-b317-fa1820b544e6/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.776322138Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.776717239Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.778385574Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.77893774Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1074"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.778943269Z","hostname":"sock","pid":1572,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.779063583Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.779109544Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/91f685ec-facb-4534-b317-fa1820b544e6/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.779122565Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.779131745Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1137"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.779162506Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.779177726Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/91f685ec-facb-4534-b317-fa1820b544e6/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.779185306Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.779193107Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1179"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.779196696Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.779200167Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.779227607Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.779252558Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/91f685ec-facb-4534-b317-fa1820b544e6/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.779576037Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: fb9aa554-f959-49d5-975a-a4595288f00a,\n sleds: {\n [fdb0:18c0:4d0d:a02a::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 9772f104-f050-4d64-ad07-7e3347035f74 (sled),\n rack_id: fb9aa554-f959-49d5-975a-a4595288f00a,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.779847424Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.779854445Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1213"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.779902906Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.779917466Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/91f685ec-facb-4534-b317-fa1820b544e6/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.780105941Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.780233175Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.780285546Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 9772f104-f050-4d64-ad07-7e3347035f74 (sled), rack_id: fb9aa554-f959-49d5-975a-a4595288f00a, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.780630056Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4241"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.780692928Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4623"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.785379816Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.791501644Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.791624957Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.795708389Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.795767281Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.795906095Z","hostname":"sock","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:58957","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 9772f104-f050-4d64-ad07-7e3347035f74 (sled), rack_id: fb9aa554-f959-49d5-975a-a4595288f00a, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.796034169Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.796047699Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.79607816Z","hostname":"sock","pid":1572,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.7960833Z","hostname":"sock","pid":1572,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.796127251Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.796135631Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.796150082Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.796184193Z","hostname":"sock","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/91f685ec-facb-4534-b317-fa1820b544e6/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.796192733Z","hostname":"sock","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.796220324Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.796224824Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.796228884Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.796312816Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.796318316Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.811511313Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.832628413Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.850415841Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.859681605Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:391"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.859727446Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.859732396Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:403"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.859773027Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 98.735001ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.86279666Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b333f387-1090-44fd-81d5-25f721cf547d\", \"content-length\": \"124\", \"date\": \"Thu, 10 Oct 2024 04:21:23 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b333f387-1090-44fd-81d5-25f721cf547d\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.873617017Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.896488635Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.896533886Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.901884113Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:418"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.901896293Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.901901373Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.963100863Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 162.637196ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.965967911Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8d1cf8a-94ff-4ffc-8775-bbba76630c34\", \"content-length\": \"124\", \"date\": \"Thu, 10 Oct 2024 04:21:23 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e8d1cf8a-94ff-4ffc-8775-bbba76630c34\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:23.985954189Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:24.129334343Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 159.896742ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:24.129915949Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abd5e783-b140-4f8d-ae00-4ae98d012c9a\", \"content-length\": \"124\", \"date\": \"Thu, 10 Oct 2024 04:21:23 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"abd5e783-b140-4f8d-ae00-4ae98d012c9a\" }"} {"msg":"Mounting oxi_a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:24.205702369Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:24.219097516Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:24.219173498Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:24.219200019Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:24.219220709Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:24.290237048Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 189.875055ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:24.29067466Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5bc7937-b3f1-4b1b-b2ee-c34ce9902b14\", \"content-length\": \"124\", \"date\": \"Thu, 10 Oct 2024 04:21:23 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b5bc7937-b3f1-4b1b-b2ee-c34ce9902b14\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:24.481461375Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 156.093944ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:24.482112293Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdfe7be3-458b-4526-8a09-92fb70c40845\", \"content-length\": \"124\", \"date\": \"Thu, 10 Oct 2024 04:21:23 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"fdfe7be3-458b-4526-8a09-92fb70c40845\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:24.6398095Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 293.685115ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:24.640253162Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"820d7ac5-1bf6-4487-a023-a9fc99795710\", \"content-length\": \"124\", \"date\": \"Thu, 10 Oct 2024 04:21:23 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"820d7ac5-1bf6-4487-a023-a9fc99795710\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:24.935783921Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:24.95214744Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:24.956928071Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:59296","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"producer-server","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:24.956972332Z","hostname":"sock","pid":1572,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:72","component":"producer-server","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:24.957014273Z","hostname":"sock","pid":1572,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:59296","producer_id":"9772f104-f050-4d64-ad07-7e3347035f74"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:24.958139874Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"277.543057ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:24.958870764Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:24.958880315Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:24.958933296Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:923","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:24.958938756Z","hostname":"sock","pid":1572,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:25.236701287Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"451.354348ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:25.690327894Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.263358312s"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:26.955169159Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.302871082s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:27.473601133Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2699"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:27.473627624Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2917"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:27.473631994Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2569"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:27.473635354Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2616"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:27.473671565Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:27.473676885Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3040"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:27.475629059Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2842"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:27.477268564Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2610"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:27.477392947Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:27.477627864Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 40.769413ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:27.795465625Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 84.052787ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:27.993128188Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 127.732429ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:28.177284581Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:28.260307599Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"4.614367351s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 231.134037ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:28.348650233Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 956.592353ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:28.697121594Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.270318717s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:29.827946372Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.158349329s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:31.25910016Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.077193958s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:32.481787908Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:32.876708224Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"10.884955239s"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:33.816416388Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:33.816471959Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:33.81650812Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:33.816522611Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/91f685ec-facb-4534-b317-fa1820b544e6/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:33.816756197Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:33.816931622Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:33.816992684Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:33.817006074Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3944"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:33.817014884Z","hostname":"sock","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:58957","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.091189016Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.091258598Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.091356441Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.091422913Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/91f685ec-facb-4534-b317-fa1820b544e6/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.091438914Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.091450224Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.091472124Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.091483045Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.096293637Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4265","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.096304227Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4281"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.096309877Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.416195394Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:55938"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.416651877Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.416789511Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"2bddd22f-459e-4edf-b08e-8dc4e1382292","remote_addr":"[fd00:1122:3344:101::1]:55938","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":264,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.44666256Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:35441"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.446785714Z","hostname":"sock","pid":1572,"uri":"/sled-role","method":"GET","req_id":"21e53f0f-d1bd-4e6d-a7e0-795eb1ebcbe4","remote_addr":"[fd00:1122:3344:101::1]:35441","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":58,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.44847471Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.448507541Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/91f685ec-facb-4534-b317-fa1820b544e6/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.448927403Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.44918587Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:885"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 7d17d949-f294-41ab-99bf-262b15ac345f, pool_id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 9250325d-b979-45b0-9858-50d8e6d813c6, pool_id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 3842933d-5f3f-4340-aeb0-61ff5f9faa3d, pool_id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: e9af6aed-b695-4a57-98a1-edd9d87eb34e, pool_id: 72cdbff6-3a8d-4555-a577-d2dc119c25e1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 3929b44b-3ac0-493c-a24a-7461054b9403, pool_id: f2bf7e03-8a6d-4496-876b-825756e57043 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 88bf3b2a-aec9-482e-8099-4e3cc692fdba, pool_id: 7bd4c9f0-a813-47a0-95d8-2f83b83d62d3 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: c117ef3e-9329-4b3d-bbfc-a3d0172a7962, pool_id: c615c924-23bc-43c5-80de-6306334ad5e1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: afee8c0d-9a56-4975-9c1e-158a16a821b9, pool_id: 42fe4b6b-f61c-47ef-99e9-fb5d758266c6 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: c0fe6ce4-8b1e-4809-9401-af89ada56ba3, pool_id: 1738345c-a151-4031-b61e-f7f6cb49d7b6 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.478665428Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.478785412Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:44730"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.479010518Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:864"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 7d17d949-f294-41ab-99bf-262b15ac345f, pool_id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 9250325d-b979-45b0-9858-50d8e6d813c6, pool_id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 3842933d-5f3f-4340-aeb0-61ff5f9faa3d, pool_id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: e9af6aed-b695-4a57-98a1-edd9d87eb34e, pool_id: 72cdbff6-3a8d-4555-a577-d2dc119c25e1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 3929b44b-3ac0-493c-a24a-7461054b9403, pool_id: f2bf7e03-8a6d-4496-876b-825756e57043 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 88bf3b2a-aec9-482e-8099-4e3cc692fdba, pool_id: 7bd4c9f0-a813-47a0-95d8-2f83b83d62d3 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: c117ef3e-9329-4b3d-bbfc-a3d0172a7962, pool_id: c615c924-23bc-43c5-80de-6306334ad5e1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: afee8c0d-9a56-4975-9c1e-158a16a821b9, pool_id: 42fe4b6b-f61c-47ef-99e9-fb5d758266c6 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: c0fe6ce4-8b1e-4809-9401-af89ada56ba3, pool_id: 1738345c-a151-4031-b61e-f7f6cb49d7b6 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.479062499Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.47907083Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/91f685ec-facb-4534-b317-fa1820b544e6/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.4790764Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.47907999Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.47908329Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.47908663Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.47909378Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.47909786Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.62631494Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:34.626340571Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"38d1dc30-844e-465d-8967-a176a744dad6 (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:21:34.850768498Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:21:35.101144418Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"18055236155538458196"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:21:35.101261531Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9255101466041098552"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.327682704Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.375875596Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.383641249Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.383720001Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.383728801Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.383734632Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.383749552Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.383877696Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.383883896Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.417792926Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_38d1dc30-844e-465d-8967-a176a744dad6/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.425250221Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_38d1dc30-844e-465d-8967-a176a744dad6","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.593725403Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.601379113Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.601411794Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.601456096Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.601466086Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.601471916Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.610861504Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.610890925Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"349646a6-e47d-4e39-b677-7512808fe24c (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.701203603Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.70876536Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.708802071Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.708816361Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.708833122Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.708850812Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.708984856Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.708993516Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.743047181Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_349646a6-e47d-4e39-b677-7512808fe24c/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.750832434Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:21:35.854387446Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_349646a6-e47d-4e39-b677-7512808fe24c","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.927647636Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.935574223Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.935602854Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.935608384Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.935613235Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.935634305Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.945111155Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:35.945135806Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"76fcdc54-fc91-46ec-afad-63cc39288efe (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.040861222Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.0488089Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.048855821Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.048862081Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.048897172Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.048907022Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.049107558Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.049114318Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.086327869Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_76fcdc54-fc91-46ec-afad-63cc39288efe/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.094605516Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_76fcdc54-fc91-46ec-afad-63cc39288efe","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.271196611Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.278822081Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.278854822Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.278862142Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.278867152Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.278871262Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.28792703Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.287950151Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"72cdbff6-3a8d-4555-a577-d2dc119c25e1 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.38012714Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 72cdbff6-3a8d-4555-a577-d2dc119c25e1 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.387868903Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.387909014Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.387917524Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.387966266Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.387990546Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.38814344Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.38815032Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.42492984Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_72cdbff6-3a8d-4555-a577-d2dc119c25e1/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.432757144Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_72cdbff6-3a8d-4555-a577-d2dc119c25e1","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.609197716Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.617149514Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.617179805Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.617188515Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.617195505Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.617206765Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.626982314Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.627005745Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"f2bf7e03-8a6d-4496-876b-825756e57043 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.721349923Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: f2bf7e03-8a6d-4496-876b-825756e57043 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.729701752Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.729750604Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.729756614Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.729793045Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.729800375Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.730034041Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.730041372Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.766317517Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_f2bf7e03-8a6d-4496-876b-825756e57043/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.774044809Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:21:36.857682464Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_f2bf7e03-8a6d-4496-876b-825756e57043","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.947656573Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.955178369Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.95523066Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.955237141Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.955242061Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.955246231Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.964755372Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:36.964775392Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"7bd4c9f0-a813-47a0-95d8-2f83b83d62d3 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.059627154Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 7bd4c9f0-a813-47a0-95d8-2f83b83d62d3 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.06747225Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.067508471Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.067517171Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.067525381Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.067533531Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.067656635Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.067675955Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.103480918Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_7bd4c9f0-a813-47a0-95d8-2f83b83d62d3/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.11121635Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_7bd4c9f0-a813-47a0-95d8-2f83b83d62d3","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.291143267Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.299747013Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.299790444Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.299798244Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.299803465Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.299807775Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.309872901Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.309904062Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"c615c924-23bc-43c5-80de-6306334ad5e1 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.406080561Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: c615c924-23bc-43c5-80de-6306334ad5e1 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.413769721Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.413814173Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.413820323Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.413826043Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.413840783Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.413964827Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.413973037Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.451444935Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_c615c924-23bc-43c5-80de-6306334ad5e1/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.459862396Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_c615c924-23bc-43c5-80de-6306334ad5e1","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.640166633Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.647924077Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.647949927Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.647956227Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.647961758Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.647973828Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.657656564Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.657683274Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"42fe4b6b-f61c-47ef-99e9-fb5d758266c6 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.752141846Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 42fe4b6b-f61c-47ef-99e9-fb5d758266c6 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.759802206Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.759831677Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.759837527Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.759896839Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.759903669Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.760085384Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.760095264Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.813384666Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_42fe4b6b-f61c-47ef-99e9-fb5d758266c6/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:37.82225482Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:21:37.859194994Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_42fe4b6b-f61c-47ef-99e9-fb5d758266c6","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.003726569Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.012300834Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.012333545Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.012339185Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.012344285Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.012350505Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.022244367Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.022263927Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"1738345c-a151-4031-b61e-f7f6cb49d7b6 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.117381427Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 1738345c-a151-4031-b61e-f7f6cb49d7b6 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.125913721Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.125949802Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.125956222Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.125981133Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.125992554Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.126212549Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.12622291Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.164689735Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_1738345c-a151-4031-b61e-f7f6cb49d7b6/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.172731226Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_1738345c-a151-4031-b61e-f7f6cb49d7b6","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.348420917Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.35619076Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.356241051Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.356326704Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.356482578Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 91f685ec-facb-4534-b317-fa1820b544e6 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 72cdbff6-3a8d-4555-a577-d2dc119c25e1 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: f2bf7e03-8a6d-4496-876b-825756e57043 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7bd4c9f0-a813-47a0-95d8-2f83b83d62d3 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c615c924-23bc-43c5-80de-6306334ad5e1 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 42fe4b6b-f61c-47ef-99e9-fb5d758266c6 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1738345c-a151-4031-b61e-f7f6cb49d7b6 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.35655292Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.35656134Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/91f685ec-facb-4534-b317-fa1820b544e6/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.356635542Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.356881999Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:868"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.356890019Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.356893669Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:894","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.356899779Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:899"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.35690339Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:904"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.3569286Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.35693357Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:910"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.356984692Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:798","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.356990652Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.357047263Z","hostname":"sock","pid":1572,"uri":"/omicron-physical-disks","method":"PUT","req_id":"15b4814f-1f4f-40b0-8023-cf60b1b5d1fa","remote_addr":"[fd00:1122:3344:101::1]:44730","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3878189,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 9cad939d-13f3-4335-926c-49857d4c3b0f (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 95221550-ad50-418f-98e6-9e2141b25707 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 6e4b104b-3153-4ae2-b17a-59d4ed30a709 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.38861898Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.388835526Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61717"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9cad939d-13f3-4335-926c-49857d4c3b0f, dataset_name: DatasetName { pool_name: ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.389107253Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.389121094Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9cad939d-13f3-4335-926c-49857d4c3b0f, dataset_name: DatasetName { pool_name: ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 95221550-ad50-418f-98e6-9e2141b25707, dataset_name: DatasetName { pool_name: ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.439436974Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.439476735Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 95221550-ad50-418f-98e6-9e2141b25707, dataset_name: DatasetName { pool_name: ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6e4b104b-3153-4ae2-b17a-59d4ed30a709, dataset_name: DatasetName { pool_name: ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.489785345Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.489822237Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6e4b104b-3153-4ae2-b17a-59d4ed30a709, dataset_name: DatasetName { pool_name: ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.541102124Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.541151865Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/91f685ec-facb-4534-b317-fa1820b544e6/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.541159475Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.541205567Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.584555216Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.584595757Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.584599987Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_6e4b104b-3153-4ae2-b17a-59d4ed30a709","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.636520182Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_95221550-ad50-418f-98e6-9e2141b25707","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.640063979Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_9cad939d-13f3-4335-926c-49857d4c3b0f","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.64373469Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_6e4b104b-3153-4ae2-b17a-59d4ed30a709","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.655667907Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_95221550-ad50-418f-98e6-9e2141b25707","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.660041737Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_9cad939d-13f3-4335-926c-49857d4c3b0f","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:38.664177021Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:21:38.861660509Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_95221550-ad50-418f-98e6-9e2141b25707:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:40.184178796Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:40.184253858Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Booting oxz_internal_dns_95221550-ad50-418f-98e6-9e2141b25707 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:40.184520465Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_95221550-ad50-418f-98e6-9e2141b25707","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_9cad939d-13f3-4335-926c-49857d4c3b0f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:40.668828514Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:40.668864295Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_6e4b104b-3153-4ae2-b17a-59d4ed30a709:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:41.147649992Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_internal_dns_95221550-ad50-418f-98e6-9e2141b25707\") failed: Property not found. retry in 73.809883ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:41.157317707Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_95221550-ad50-418f-98e6-9e2141b25707","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_9cad939d-13f3-4335-926c-49857d4c3b0f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:41.157376689Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_9cad939d-13f3-4335-926c-49857d4c3b0f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:41.161588134Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Booting oxz_internal_dns_6e4b104b-3153-4ae2-b17a-59d4ed30a709 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:41.161639026Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6e4b104b-3153-4ae2-b17a-59d4ed30a709","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_95221550-ad50-418f-98e6-9e2141b25707\") failed: Property not found. retry in 105.526047ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:41.241099806Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_95221550-ad50-418f-98e6-9e2141b25707","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9cad939d-13f3-4335-926c-49857d4c3b0f\") failed: Property not found. retry in 62.012634ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:41.284820746Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_9cad939d-13f3-4335-926c-49857d4c3b0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6e4b104b-3153-4ae2-b17a-59d4ed30a709\") failed: Property not found. retry in 41.270944ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:41.291025616Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6e4b104b-3153-4ae2-b17a-59d4ed30a709","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6e4b104b-3153-4ae2-b17a-59d4ed30a709\") failed: Property not found. retry in 74.791201ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:41.340548765Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6e4b104b-3153-4ae2-b17a-59d4ed30a709","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_95221550-ad50-418f-98e6-9e2141b25707\") failed: Property not found. retry in 270.901396ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:41.435633424Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_95221550-ad50-418f-98e6-9e2141b25707","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9cad939d-13f3-4335-926c-49857d4c3b0f\") failed: Property not found. retry in 106.349234ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:41.457280098Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_9cad939d-13f3-4335-926c-49857d4c3b0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6e4b104b-3153-4ae2-b17a-59d4ed30a709\") failed: Property not found. retry in 141.311038ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:41.50474463Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6e4b104b-3153-4ae2-b17a-59d4ed30a709","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9cad939d-13f3-4335-926c-49857d4c3b0f\") failed: Property not found. retry in 292.095572ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:41.576729075Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_9cad939d-13f3-4335-926c-49857d4c3b0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6e4b104b-3153-4ae2-b17a-59d4ed30a709\") failed: Property not found. retry in 481.230301ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:41.665583743Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6e4b104b-3153-4ae2-b17a-59d4ed30a709","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_95221550-ad50-418f-98e6-9e2141b25707\") failed: Property not found. retry in 374.214033ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:41.734064252Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_95221550-ad50-418f-98e6-9e2141b25707","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9cad939d-13f3-4335-926c-49857d4c3b0f\") failed: Property not found. retry in 552.925779ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:41.882698571Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_9cad939d-13f3-4335-926c-49857d4c3b0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_95221550-ad50-418f-98e6-9e2141b25707\") failed: Property not found. retry in 1.046490216s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:42.115655242Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_95221550-ad50-418f-98e6-9e2141b25707","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6e4b104b-3153-4ae2-b17a-59d4ed30a709\") failed: Property not found. retry in 1.105478521s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:42.154279082Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6e4b104b-3153-4ae2-b17a-59d4ed30a709","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9cad939d-13f3-4335-926c-49857d4c3b0f\") failed: Property not found. retry in 740.642315ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:42.444769002Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_9cad939d-13f3-4335-926c-49857d4c3b0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_95221550-ad50-418f-98e6-9e2141b25707\") failed: Property not found. retry in 819.922322ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:43.170629788Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_95221550-ad50-418f-98e6-9e2141b25707","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9cad939d-13f3-4335-926c-49857d4c3b0f\") failed: Property not found. retry in 878.208976ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:43.194295467Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_9cad939d-13f3-4335-926c-49857d4c3b0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6e4b104b-3153-4ae2-b17a-59d4ed30a709\") failed: Property not found. retry in 513.33222ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:43.268526564Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6e4b104b-3153-4ae2-b17a-59d4ed30a709","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:43.768320548Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4289"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:43.768369409Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4299","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:43.774388535Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4378"} {"msg":"wait for service Some(\"oxz_internal_dns_6e4b104b-3153-4ae2-b17a-59d4ed30a709\") failed: Property not found. retry in 943.773533ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:43.790831216Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6e4b104b-3153-4ae2-b17a-59d4ed30a709","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:21:43.818935437Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5513544616480105597"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:21:43.819057Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13948715120662256727"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:43.88356196Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4426"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:43.883603941Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4453"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:43.925766148Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4466"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:43.925805159Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4330"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:43.980414087Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4372"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:43.980450058Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4433","rack_subnet":"fd00:1122:3344::"} {"msg":"wait for service Some(\"oxz_internal_dns_95221550-ad50-418f-98e6-9e2141b25707\") failed: Property not found. retry in 794.453307ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:43.999501811Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_95221550-ad50-418f-98e6-9e2141b25707","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.004049896Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4444"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.004058376Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4486"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.072158565Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4518"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.072195535Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4524"} {"msg":"wait for service Some(\"oxz_internal_dns_9cad939d-13f3-4335-926c-49857d4c3b0f\") failed: Property not found. retry in 835.261636ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:44.083262749Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_9cad939d-13f3-4335-926c-49857d4c3b0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.173197527Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4565"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.173258208Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:44.214461739Z","hostname":"sock","pid":1572,"component":"NexusNotifierTask","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.215489247Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:418"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.247576838Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:686"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.247689481Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:724"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.248098202Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:727","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.248109112Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:440","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.280738448Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:54414"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.28153541Z","hostname":"sock","pid":1572,"uri":"/sled-identifiers","method":"GET","req_id":"3278e362-0fd5-41c1-b4cd-63085a6b5949","remote_addr":"[fd00:1122:3344:101::2]:54414","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":700,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.284178622Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.333067343Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.333134025Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.333172076Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.333181687Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.333193467Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.333202197Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.333209787Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.333219948Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.333227838Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.333237438Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.333246458Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.333253578Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.333260889Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.333266129Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.333275819Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.333280779Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.333285729Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.333290859Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.33329617Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.33330201Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.33330795Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.33331301Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:44.33331786Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_6e4b104b-3153-4ae2-b17a-59d4ed30a709\") failed: Property not found. retry in 867.156122ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:44.743815304Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6e4b104b-3153-4ae2-b17a-59d4ed30a709","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_95221550-ad50-418f-98e6-9e2141b25707\") failed: Property not found. retry in 582.351835ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:44.80271065Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_95221550-ad50-418f-98e6-9e2141b25707","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9cad939d-13f3-4335-926c-49857d4c3b0f\") failed: Property not found. retry in 655.326322ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:44.927074972Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_9cad939d-13f3-4335-926c-49857d4c3b0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:21:45.10339208Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"18055236155538458196"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:21:45.103504792Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9255101466041098552"} {"msg":"wait for service Some(\"oxz_internal_dns_95221550-ad50-418f-98e6-9e2141b25707\") failed: Property not found. retry in 1.073165159s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:45.395196206Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_95221550-ad50-418f-98e6-9e2141b25707","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9cad939d-13f3-4335-926c-49857d4c3b0f\") failed: Property not found. retry in 985.157845ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:45.591450611Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_9cad939d-13f3-4335-926c-49857d4c3b0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6e4b104b-3153-4ae2-b17a-59d4ed30a709\") failed: Property not found. retry in 1.423601582s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:45.619955403Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6e4b104b-3153-4ae2-b17a-59d4ed30a709","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9cad939d-13f3-4335-926c-49857d4c3b0f\") failed: Property not found. retry in 1.204674055s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:46.584901729Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_9cad939d-13f3-4335-926c-49857d4c3b0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6e4b104b-3153-4ae2-b17a-59d4ed30a709\") failed: Property not found. retry in 1.304997686s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:47.052736205Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6e4b104b-3153-4ae2-b17a-59d4ed30a709","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9cad939d-13f3-4335-926c-49857d4c3b0f\") failed: Property not found. retry in 511.282979ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:47.800101712Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_9cad939d-13f3-4335-926c-49857d4c3b0f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:48.373614198Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_6e4b104b-3153-4ae2-b17a-59d4ed30a709"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:48.373665629Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_95221550-ad50-418f-98e6-9e2141b25707"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:48.373671439Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_9cad939d-13f3-4335-926c-49857d4c3b0f"} {"msg":"Writing ledger to /pool/int/a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:48.37367821Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/91f685ec-facb-4534-b317-fa1820b544e6/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:48.37404346Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:48.374290176Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"1c2babfc-3205-4de4-92e0-f7c334fd8432","remote_addr":"[fd00:1122:3344:101::1]:61717","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9985336,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:48.376798825Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"failed to write DNS configuration (will retry in 130.09649ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:48.729192274Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"failed to write DNS configuration (will retry in 120.767233ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:48.860678092Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"failed to write DNS configuration (will retry in 116.072746ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:48.982901715Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"failed to write DNS configuration (will retry in 113.511137ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:49.09933897Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"failed to write DNS configuration (will retry in 211.458132ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:49.213469162Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"failed to write DNS configuration (will retry in 229.266859ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:49.425661794Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"failed to write DNS configuration (will retry in 269.718413ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:49.655880091Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.029700247Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.172247988Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.27980642Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.27982044Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.312360533Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.313173885Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.313179435Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 9cad939d-13f3-4335-926c-49857d4c3b0f (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 95221550-ad50-418f-98e6-9e2141b25707 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 6e4b104b-3153-4ae2-b17a-59d4ed30a709 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0ae34be7-00dc-4e98-b4c1-fad1949642f5 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 7bd4c9f0-a813-47a0-95d8-2f83b83d62d3 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: c0203561-f57a-4564-9fa1-62f6a8ba635d, kind: Service { id: 0ae34be7-00dc-4e98-b4c1-fad1949642f5 }, name: Name(\"ntp-0ae34be7-00dc-4e98-b4c1-fad1949642f5\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 57])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.342671425Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.342822309Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:44719"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9cad939d-13f3-4335-926c-49857d4c3b0f, dataset_name: DatasetName { pool_name: ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.343010804Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.343017414Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9cad939d-13f3-4335-926c-49857d4c3b0f, dataset_name: DatasetName { pool_name: ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 95221550-ad50-418f-98e6-9e2141b25707, dataset_name: DatasetName { pool_name: ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.36398472Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.364032591Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 95221550-ad50-418f-98e6-9e2141b25707, dataset_name: DatasetName { pool_name: ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6e4b104b-3153-4ae2-b17a-59d4ed30a709, dataset_name: DatasetName { pool_name: ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.383753182Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.383790573Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6e4b104b-3153-4ae2-b17a-59d4ed30a709, dataset_name: DatasetName { pool_name: ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.401757476Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.401804147Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/91f685ec-facb-4534-b317-fa1820b544e6/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.401991432Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.402103955Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.412979004Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.445893107Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.446558635Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.446564425Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.476476956Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 137, 57]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.476485766Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.477112484Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.477117504Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.47733144Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.47771586Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_0ae34be7-00dc-4e98-b4c1-fad1949642f5","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.501847592Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_0ae34be7-00dc-4e98-b4c1-fad1949642f5","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:50.520293778Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_0ae34be7-00dc-4e98-b4c1-fad1949642f5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:51.193642773Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_0ae34be7-00dc-4e98-b4c1-fad1949642f5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:51.193778447Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_0ae34be7-00dc-4e98-b4c1-fad1949642f5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_0ae34be7-00dc-4e98-b4c1-fad1949642f5\") failed: Property not found. retry in 60.205273ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:51.3309031Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_0ae34be7-00dc-4e98-b4c1-fad1949642f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_0ae34be7-00dc-4e98-b4c1-fad1949642f5\") failed: Property not found. retry in 72.218353ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:51.412487558Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_0ae34be7-00dc-4e98-b4c1-fad1949642f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_0ae34be7-00dc-4e98-b4c1-fad1949642f5\") failed: Property not found. retry in 105.958535ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:51.536373748Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_0ae34be7-00dc-4e98-b4c1-fad1949642f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_0ae34be7-00dc-4e98-b4c1-fad1949642f5\") failed: Property not found. retry in 332.897056ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:51.654749686Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_0ae34be7-00dc-4e98-b4c1-fad1949642f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_0ae34be7-00dc-4e98-b4c1-fad1949642f5\") failed: Property not found. retry in 992.614005ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:51.997784748Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_0ae34be7-00dc-4e98-b4c1-fad1949642f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_0ae34be7-00dc-4e98-b4c1-fad1949642f5\") failed: Property not found. retry in 1.116125449s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:52.999518413Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_0ae34be7-00dc-4e98-b4c1-fad1949642f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:53.765924092Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"no record found for Query { name: Name(\\\"_nexus._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"","delay":"21.456373832s"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:21:53.821114887Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5513544616480105597"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:21:53.82123622Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13948715120662256727"} {"msg":"wait for service Some(\"oxz_ntp_0ae34be7-00dc-4e98-b4c1-fad1949642f5\") failed: Property not found. retry in 676.049643ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:54.125224661Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_0ae34be7-00dc-4e98-b4c1-fad1949642f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_0ae34be7-00dc-4e98-b4c1-fad1949642f5\") failed: Property not found. retry in 1.485604677s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:54.810411241Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_0ae34be7-00dc-4e98-b4c1-fad1949642f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:21:55.105757524Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"18055236155538458196"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:21:55.105866767Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9255101466041098552"} {"msg":"wait for service Some(\"oxz_ntp_0ae34be7-00dc-4e98-b4c1-fad1949642f5\") failed: Property not found. retry in 1.072957745s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:56.304630149Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_0ae34be7-00dc-4e98-b4c1-fad1949642f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:21:56.492993928Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1597835903048352570"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:57.396515258Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_ntp_0ae34be7-00dc-4e98-b4c1-fad1949642f5"} {"msg":"Writing ledger to /pool/int/a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:57.39658629Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/91f685ec-facb-4534-b317-fa1820b544e6/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:57.39693774Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:57.397257309Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"4ecd3ec8-6990-4738-b5a1-f9af1380c6e5","remote_addr":"[fd00:1122:3344:101::1]:44719","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7054379,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:57.399387967Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:57.428956138Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:57.429105922Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:60403"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_0ae34be7-00dc-4e98-b4c1-fad1949642f5': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:21:57.437708139Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:57.437812761Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"fbe4bd10-6df9-4a8a-8abe-8862abe717a6","remote_addr":"[fd00:1122:3344:101::1]:60403","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8514,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:21:57.439857608Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:57.588130146Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:21:57.588355382Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:46278"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:21:58.347752198Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3530996759952295814"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:21:58.375017767Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16329899313893123421"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_0ae34be7-00dc-4e98-b4c1-fad1949642f5': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:01.597416703Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:01.597515345Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"13aacee7-e81b-4f6e-8641-2e897d633a0d","remote_addr":"[fd00:1122:3344:101::1]:46278","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009068,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:22:01.599489229Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:01.755813079Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:01.755990024Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45528"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_0ae34be7-00dc-4e98-b4c1-fad1949642f5': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:01.764650701Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:01.764789405Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"c25aa6ed-9376-49cc-8c31-eeab20154ab1","remote_addr":"[fd00:1122:3344:101::1]:45528","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8707,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:22:01.766206204Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:01.951271982Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:01.951414566Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:56327"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:03.824021776Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5513544616480105597"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:03.824130019Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13948715120662256727"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:06.091090449Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"18055236155538458196"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:06.091208533Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9255101466041098552"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_0ae34be7-00dc-4e98-b4c1-fad1949642f5': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:06.94394193Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:06.944028463Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"e84e7305-b0d0-4691-bb8d-23b3c5fa40ca","remote_addr":"[fd00:1122:3344:101::1]:56327","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009537,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:22:06.94610539Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:07.098755634Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:07.098932699Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:41753"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:07.10731244Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"06337761-73a0-4229-a54e-a0c28a2b5ecd","remote_addr":"[fd00:1122:3344:101::1]:41753","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8335,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1728534123.14555, correction: -0.379135609 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:07.108997976Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:22:07.109020497Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:07.421769832Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:07.421940086Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:54458"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:07.430221154Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"07013946-570d-46e6-9e88-554a188f308a","remote_addr":"[fd00:1122:3344:101::1]:54458","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8204,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1728534123.14555, correction: -0.378258854 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:07.431657894Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:22:07.431663674Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:07.476817176Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1597835903048352570"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:07.746239279Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:07.746434284Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:47726"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:07.755103273Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"8958f5a2-8a9c-429b-9695-e180afc1ed2b","remote_addr":"[fd00:1122:3344:101::1]:47726","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8619,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1728534123.14555, correction: -0.377376497 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:07.756627675Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:22:07.756633085Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:08.189119723Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:08.189300938Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38504"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:08.197587316Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"7437fc50-47e9-4b1b-bfd4-593f5cbc4fc7","remote_addr":"[fd00:1122:3344:101::1]:38504","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8228,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1728534123.14555, correction: -0.373514354 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:08.19919235Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:22:08.199198211Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:08.379368468Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11354375105642652259"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:08.379483241Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5939606811333513845"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:08.53573435Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:08.535830563Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:55524"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:08.544728567Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"4a523427-b6eb-443a-bc99-941d88977b56","remote_addr":"[fd00:1122:3344:101::1]:55524","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8734,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1728534123.14555, correction: -0.364658624 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:08.546050264Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:22:08.546056104Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:08.972913208Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:08.973065142Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:53937"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:08.980789754Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"9e9d0676-fe8e-4f42-8ac7-8b3bb288975c","remote_addr":"[fd00:1122:3344:101::1]:53937","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7619,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1728534123.14555, correction: -0.363473684 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:08.982255695Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:22:08.982264315Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:09.326832865Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3530996759952295814"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:09.353022475Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16329899313893123421"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:09.468344308Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:09.468488883Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:60079"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:09.475989749Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"a8437691-53cf-411e-a3f7-1864d09d9a2b","remote_addr":"[fd00:1122:3344:101::1]:60079","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7431,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728534128.938557, correction: -0.364511997 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:09.477672405Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:22:09.477683395Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:09.879384797Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:09.879539492Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:49364"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:09.887183195Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"09d6b968-e3ff-4f4f-afd8-bb2d014ec57f","remote_addr":"[fd00:1122:3344:101::1]:49364","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7603,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1728534123.14555, correction: -0.363394976 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:09.888756495Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:22:09.888763886Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:10.366850778Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:10.366997162Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:34991"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:10.375014933Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"517faa87-a0b3-409a-8813-4f537ef86e2e","remote_addr":"[fd00:1122:3344:101::1]:34991","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7970,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1728534123.14555, correction: -0.36207059 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:10.37635847Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:22:10.37636411Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:11.696530442Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:11.696679176Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:63832"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:11.70483811Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"78cf455e-4ad7-44b6-8b2b-a3c80802000d","remote_addr":"[fd00:1122:3344:101::1]:63832","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8080,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728534130.980109, correction: -0.357098788 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:11.706628409Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:22:11.706634569Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:12.839528241Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:12.839742797Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:34508"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:12.848311883Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"4ce89db7-7148-4ed1-9e8f-cc3f387f5644","remote_addr":"[fd00:1122:3344:101::1]:34508","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8504,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728534131.0768917, correction: -0.353851557 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:12.849841355Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:22:12.849848245Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:13.59254307Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:13.592736075Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:43269"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:13.601239159Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"041c5a33-4f5a-4731-9541-8ac8a88fde6b","remote_addr":"[fd00:1122:3344:101::1]:43269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8447,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728534132.6161587, correction: -0.351780087 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:13.602620857Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:22:13.602627657Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:14.791053725Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:14.791173408Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:43013"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:14.79523897Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5513544616480105597"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:14.795419645Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13948715120662256727"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:14.799536938Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"e8c1bbe2-90e9-4fcc-8535-06023f46c0a0","remote_addr":"[fd00:1122:3344:101::1]:43013","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8142,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728534133.950207, correction: -0.348481387 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:14.801295707Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:22:14.801301857Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:14.942627655Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53481"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:14.94282655Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"cdbff38d-d9c9-4c80-a7cd-d31f913c820b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53481","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:16.068693686Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"18055236155538458196"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:16.06880478Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9255101466041098552"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:16.536320043Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:16.536446676Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61484"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:16.544445386Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"3335a345-374c-465f-b3fb-47442a9dc80d","remote_addr":"[fd00:1122:3344:101::1]:61484","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7955,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728534135.4627495, correction: -0.343627542 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:16.547007907Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:22:16.547016447Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:17.451927923Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1597835903048352570"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:17.770825717Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:17.770990742Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38147"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:17.779338622Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"1b61abce-7e11-4b82-a449-1bd8ac5e4a87","remote_addr":"[fd00:1122:3344:101::1]:38147","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8316,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728534137.0302584, correction: -0.340220809 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:17.781123751Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:22:17.781136031Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:18.355277367Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11354375105642652259"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:18.35538955Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5939606811333513845"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:19.302159598Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3530996759952295814"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:19.327347151Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16329899313893123421"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:20.10518921Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:20.105388206Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:39638"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:20.11313689Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"5309e881-9702-43ff-ad61-619084005266","remote_addr":"[fd00:1122:3344:101::1]:39638","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7644,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728534138.6862235, correction: -0.333930463 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:20.115133285Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:22:20.115140415Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:24.064362948Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:24.064551863Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38959"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:24.072452701Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"65202325-b9b0-4235-b190-428c04311489","remote_addr":"[fd00:1122:3344:101::1]:38959","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7841,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728534142.8723056, correction: -0.32327044 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:24.074481136Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:22:24.074488957Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:24.770125776Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5513544616480105597"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:24.770243319Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13948715120662256727"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:26.043024596Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"18055236155538458196"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:26.04316391Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9255101466041098552"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:27.454718686Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:27.454891841Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:65265"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:27.459112277Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1597835903048352570"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:27.463472707Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"42441d17-9ed6-46d8-9697-7a3eaf35a84f","remote_addr":"[fd00:1122:3344:101::1]:65265","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8400,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728534145.7978, correction: -0.31405291 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:27.46504134Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:22:27.46504889Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:28.330303595Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11354375105642652259"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:28.330494061Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5939606811333513845"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:29.276651392Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3530996759952295814"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:29.301869796Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16329899313893123421"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:22:31.175763881Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"304.557395ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:33.408998604Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:33.409170028Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:41977"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:33.417678573Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"e10b94bc-7ab7-4416-ac59-e1897bbd2d51","remote_addr":"[fd00:1122:3344:101::1]:41977","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8472,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728534151.140283, correction: -0.297932386 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:33.419948255Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:22:33.419988125Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:34.74533861Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"5513544616480105597"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:34.745799833Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"13948715120662256727"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:36.016888244Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"18055236155538458196"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:36.018014695Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9255101466041098552"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:37.43353892Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1597835903048352570"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:37.778758078Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:37.778981124Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:56836"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:37.788108894Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"27fedeb5-6294-4995-9792-bfd4a935e8a4","remote_addr":"[fd00:1122:3344:101::1]:56836","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9059,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728534157.261134, correction: -0.28609556 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:37.790107407Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:22:37.790114345Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:38.305007796Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11354375105642652259"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:38.305118629Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5939606811333513845"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:39.252056792Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3530996759952295814"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:39.276249557Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16329899313893123421"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:44.621980623Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:44.622195489Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:58421"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:44.630508328Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"1aa4c299-f738-46cf-8d6e-58f52be49f67","remote_addr":"[fd00:1122:3344:101::1]:58421","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8261,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728534160.818386, correction: -0.267516583 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:44.632684168Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:22:44.632690958Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:44.896147296Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58148"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:44.896254239Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"5e7b233e-ac0c-4895-b46c-06e29d7f8023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58148","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:45.991412419Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"18055236155538458196"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:45.992542261Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9255101466041098552"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:22:46.474219863Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"728.600517ms"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:47.408310382Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"1597835903048352570"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:48.280272192Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11354375105642652259"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:48.280489089Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5939606811333513845"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:49.2266505Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"3530996759952295814"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:49.250942378Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"16329899313893123421"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:53.862115334Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:53.862313969Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:46643"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:53.871398989Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"5811801c-c3d3-4de4-b56e-312455966667","remote_addr":"[fd00:1122:3344:101::1]:46643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9040,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728534168.7732887, correction: -0.242416248 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:53.872810788Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:22:53.872815948Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:55.966549222Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"18055236155538458196"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:55.966676706Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9255101466041098552"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:58.255263122Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"11354375105642652259"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:22:58.255549699Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"5939606811333513845"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:59.804977248Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:59.805208165Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:51654"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:59.813548814Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"aefb14ff-eaa2-4e35-908b-4f38fdb3fa11","remote_addr":"[fd00:1122:3344:101::1]:51654","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8245,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728534173.4912925, correction: -0.226284921 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:22:59.814988143Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:22:59.814993034Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:23:02.196460575Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"1.300537289s"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:23:05.941090549Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"18055236155538458196"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:23:05.941368107Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9255101466041098552"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:23:08.834272978Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:23:08.834473704Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61067"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:23:08.843548633Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"ddda611e-be84-4cbb-922c-39613e21a158","remote_addr":"[fd00:1122:3344:101::1]:61067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8997,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728534180.7598765, correction: -0.201777786 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:23:08.844940272Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:23:08.844946362Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:23:14.847857188Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55077"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:23:14.847970052Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"c6ac41fa-cfd6-4c12-b452-2de5e3b581d7","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55077","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":42,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:23:15.916044777Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"18055236155538458196"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:23:15.91615262Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9255101466041098552"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:23:18.48875416Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"1.505283245s"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:23:25.890741278Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"18055236155538458196"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:23:25.890942944Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9255101466041098552"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:23:26.970497435Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:23:26.970662Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:52430"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:23:26.979446291Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"2a1626da-c4d7-4e0d-99d6-120eb4a1fcd1","remote_addr":"[fd00:1122:3344:101::1]:52430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8720,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728534205.915365, correction: -0.153148696 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:23:26.98155472Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:23:26.98156135Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:23:34.982729634Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"2.884953396s"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:23:35.865695736Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"18055236155538458196"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:23:35.865859511Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9255101466041098552"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:23:44.799047757Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52182"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:23:44.799157731Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"dafd6bdf-a0a8-4be6-b2b4-1c823d2db18d","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52182","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":41,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:23:45.84012046Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"18055236155538458196"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:23:45.840346487Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9255101466041098552"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:23:47.244763446Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:23:47.244936091Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:53976"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:23:47.254152895Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"a41ec856-4d7f-48d6-8cd4-63c36c9de7c9","remote_addr":"[fd00:1122:3344:101::1]:53976","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9160,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728534221.359985, correction: -0.098090366 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:23:47.256804317Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:23:47.256811388Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:23:52.854643189Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"11.845818885s"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:23:55.815669145Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"18055236155538458196"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:23:55.815777588Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9255101466041098552"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:24:05.791822426Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"18055236155538458196"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:24:05.791928449Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9255101466041098552"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:14.755648786Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:14.755764109Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"905e5505-427f-4085-817f-472dd342d0b2","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64948","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":43,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:24:15.767202296Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"18055236155538458196"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:24:15.767309639Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9255101466041098552"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.208169559Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.208338934Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38428"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.228954401Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"9474161d-9cda-49d6-8472-a8d58df2045d","remote_addr":"[fd00:1122:3344:101::1]:38428","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":20519,"response_code":"200"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:16.230823212Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-10-10T04:22:49.226633649Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"3530996759952295814"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:16.231127741Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-10-10T04:22:58.255230170Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"11354375105642652259"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:16.231380098Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-10-10T04:22:34.745786782Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"13948715120662256727"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:16.231573213Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-10-10T04:22:47.408292922Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"1597835903048352570"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:16.231773998Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-10-10T04:22:49.250927408Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"16329899313893123421"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:16.231963794Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-10-10T04:22:58.255539099Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"5939606811333513845"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:16.232146999Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-10-10T04:22:34.745306809Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"5513544616480105597"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728534254.0036533, correction: -0.019440301 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.23293865Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.232944641Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1299"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 9cad939d-13f3-4335-926c-49857d4c3b0f (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 95221550-ad50-418f-98e6-9e2141b25707 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 6e4b104b-3153-4ae2-b17a-59d4ed30a709 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0ae34be7-00dc-4e98-b4c1-fad1949642f5 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 7bd4c9f0-a813-47a0-95d8-2f83b83d62d3 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: c0203561-f57a-4564-9fa1-62f6a8ba635d, kind: Service { id: 0ae34be7-00dc-4e98-b4c1-fad1949642f5 }, name: Name(\"ntp-0ae34be7-00dc-4e98-b4c1-fad1949642f5\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 57])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c4d4f118-0d2f-413f-a563-e77573da4b1a (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 434f2594-6a80-4c2d-8ceb-1ba2e010923d (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External } } } }, OmicronZoneConfig { id: e8d25c55-bfd6-4015-ab68-4b9682206251 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External } } } }, OmicronZoneConfig { id: 2cf545de-4a20-401b-94d4-9d7b075951ce (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 72cdbff6-3a8d-4555-a577-d2dc119c25e1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 72cdbff6-3a8d-4555-a577-d2dc119c25e1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 90799351-9565-476e-9e5a-63226208e8e6 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: f2bf7e03-8a6d-4496-876b-825756e57043 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f2bf7e03-8a6d-4496-876b-825756e57043 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.261930024Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.262036471Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:58610"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9cad939d-13f3-4335-926c-49857d4c3b0f, dataset_name: DatasetName { pool_name: ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.262425432Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.262431972Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9cad939d-13f3-4335-926c-49857d4c3b0f, dataset_name: DatasetName { pool_name: ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 95221550-ad50-418f-98e6-9e2141b25707, dataset_name: DatasetName { pool_name: ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.283259795Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.283291156Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 95221550-ad50-418f-98e6-9e2141b25707, dataset_name: DatasetName { pool_name: ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6e4b104b-3153-4ae2-b17a-59d4ed30a709, dataset_name: DatasetName { pool_name: ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.302543345Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.302572856Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6e4b104b-3153-4ae2-b17a-59d4ed30a709, dataset_name: DatasetName { pool_name: ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4d4f118-0d2f-413f-a563-e77573da4b1a, dataset_name: DatasetName { pool_name: ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.319864062Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.319901673Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c4d4f118-0d2f-413f-a563-e77573da4b1a, dataset_name: DatasetName { pool_name: ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 434f2594-6a80-4c2d-8ceb-1ba2e010923d, dataset_name: DatasetName { pool_name: ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.383932825Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.383966496Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 434f2594-6a80-4c2d-8ceb-1ba2e010923d, dataset_name: DatasetName { pool_name: ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8d25c55-bfd6-4015-ab68-4b9682206251, dataset_name: DatasetName { pool_name: ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.451921595Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.451956687Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e8d25c55-bfd6-4015-ab68-4b9682206251, dataset_name: DatasetName { pool_name: ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2cf545de-4a20-401b-94d4-9d7b075951ce, dataset_name: DatasetName { pool_name: ZpoolName { id: 72cdbff6-3a8d-4555-a577-d2dc119c25e1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.515759812Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.515796553Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2cf545de-4a20-401b-94d4-9d7b075951ce, dataset_name: DatasetName { pool_name: ZpoolName { id: 72cdbff6-3a8d-4555-a577-d2dc119c25e1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 90799351-9565-476e-9e5a-63226208e8e6, dataset_name: DatasetName { pool_name: ZpoolName { id: f2bf7e03-8a6d-4496-876b-825756e57043 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.577073383Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.57710446Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 90799351-9565-476e-9e5a-63226208e8e6, dataset_name: DatasetName { pool_name: ZpoolName { id: f2bf7e03-8a6d-4496-876b-825756e57043 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.641058418Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.64112061Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/91f685ec-facb-4534-b317-fa1820b544e6/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.641349366Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.64148586Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.723121216Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.723179158Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.723185758Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.723190268Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.723196848Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_90799351-9565-476e-9e5a-63226208e8e6","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.811800796Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.816041273Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_e8d25c55-bfd6-4015-ab68-4b9682206251","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.820153136Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_434f2594-6a80-4c2d-8ceb-1ba2e010923d","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.824436414Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.829124323Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_90799351-9565-476e-9e5a-63226208e8e6","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.833789601Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.838343856Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_e8d25c55-bfd6-4015-ab68-4b9682206251","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.842666435Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_434f2594-6a80-4c2d-8ceb-1ba2e010923d","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.847078447Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:16.851178259Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:19.662831906Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"21.90868102s"} {"msg":"Profile for oxz_cockroachdb_434f2594-6a80-4c2d-8ceb-1ba2e010923d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:19.809510231Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_90799351-9565-476e-9e5a-63226208e8e6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:19.809691826Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_434f2594-6a80-4c2d-8ceb-1ba2e010923d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:19.809705177Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_434f2594-6a80-4c2d-8ceb-1ba2e010923d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_90799351-9565-476e-9e5a-63226208e8e6 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:19.81562744Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_90799351-9565-476e-9e5a-63226208e8e6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:19.847891717Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:19.848041531Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:19.853954254Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_e8d25c55-bfd6-4015-ab68-4b9682206251:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:19.85414957Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:19.8541771Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_e8d25c55-bfd6-4015-ab68-4b9682206251 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:19.859129705Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e8d25c55-bfd6-4015-ab68-4b9682206251","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_434f2594-6a80-4c2d-8ceb-1ba2e010923d\") failed: Property not found. retry in 42.777682ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:19.955958571Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_434f2594-6a80-4c2d-8ceb-1ba2e010923d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_90799351-9565-476e-9e5a-63226208e8e6\") failed: Property not found. retry in 47.674556ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:19.963530559Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_90799351-9565-476e-9e5a-63226208e8e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a\") failed: Property not found. retry in 54.499977ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:19.987033456Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8d25c55-bfd6-4015-ab68-4b9682206251\") failed: Property not found. retry in 25.7439ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:19.993431902Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e8d25c55-bfd6-4015-ab68-4b9682206251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce\") failed: Property not found. retry in 35.071957ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:19.998871361Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_434f2594-6a80-4c2d-8ceb-1ba2e010923d\") failed: Property not found. retry in 81.765663ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:20.005448822Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_434f2594-6a80-4c2d-8ceb-1ba2e010923d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_90799351-9565-476e-9e5a-63226208e8e6\") failed: Property not found. retry in 139.364031ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:20.022590084Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_90799351-9565-476e-9e5a-63226208e8e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8d25c55-bfd6-4015-ab68-4b9682206251\") failed: Property not found. retry in 97.608781ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:20.137419173Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e8d25c55-bfd6-4015-ab68-4b9682206251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce\") failed: Property not found. retry in 101.0557ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:20.573170442Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_434f2594-6a80-4c2d-8ceb-1ba2e010923d\") failed: Property not found. retry in 192.476156ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:20.775393496Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_434f2594-6a80-4c2d-8ceb-1ba2e010923d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a\") failed: Property not found. retry in 59.012846ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:20.787462697Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_90799351-9565-476e-9e5a-63226208e8e6\") failed: Property not found. retry in 265.559751ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:21.059236415Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_90799351-9565-476e-9e5a-63226208e8e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce\") failed: Property not found. retry in 116.19897ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:21.446476479Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8d25c55-bfd6-4015-ab68-4b9682206251\") failed: Property not found. retry in 144.870346ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:21.63844073Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e8d25c55-bfd6-4015-ab68-4b9682206251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_434f2594-6a80-4c2d-8ceb-1ba2e010923d\") failed: Property not found. retry in 410.139831ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:22.164263177Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_434f2594-6a80-4c2d-8ceb-1ba2e010923d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a\") failed: Property not found. retry in 247.467801ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:22.246982113Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_90799351-9565-476e-9e5a-63226208e8e6\") failed: Property not found. retry in 572.151473ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:22.955873797Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_90799351-9565-476e-9e5a-63226208e8e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce\") failed: Property not found. retry in 409.93297ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:22.968499324Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8d25c55-bfd6-4015-ab68-4b9682206251\") failed: Property not found. retry in 252.375063ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:22.979411224Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e8d25c55-bfd6-4015-ab68-4b9682206251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_434f2594-6a80-4c2d-8ceb-1ba2e010923d\") failed: Property not found. retry in 830.169614ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:22.990270733Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_434f2594-6a80-4c2d-8ceb-1ba2e010923d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a\") failed: Property not found. retry in 511.603809ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:22.999520577Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8d25c55-bfd6-4015-ab68-4b9682206251\") failed: Property not found. retry in 659.98174ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:23.243375557Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e8d25c55-bfd6-4015-ab68-4b9682206251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce\") failed: Property not found. retry in 578.035005ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:23.388725176Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a\") failed: Property not found. retry in 870.5372ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:23.519195886Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_90799351-9565-476e-9e5a-63226208e8e6\") failed: Property not found. retry in 427.157715ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:23.535692829Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_90799351-9565-476e-9e5a-63226208e8e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_434f2594-6a80-4c2d-8ceb-1ba2e010923d\") failed: Property not found. retry in 970.770016ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:23.830272844Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_434f2594-6a80-4c2d-8ceb-1ba2e010923d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8d25c55-bfd6-4015-ab68-4b9682206251\") failed: Property not found. retry in 1.29124146s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:23.912097655Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e8d25c55-bfd6-4015-ab68-4b9682206251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_90799351-9565-476e-9e5a-63226208e8e6\") failed: Property not found. retry in 1.260149125s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:23.969967577Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_90799351-9565-476e-9e5a-63226208e8e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce\") failed: Property not found. retry in 855.504793ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:23.976733093Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a\") failed: Property not found. retry in 858.878888ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:24.397361257Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_434f2594-6a80-4c2d-8ceb-1ba2e010923d\") failed: Property not found. retry in 530.573838ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:24.808759965Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_434f2594-6a80-4c2d-8ceb-1ba2e010923d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce\") failed: Property not found. retry in 1.237173866s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:24.839286862Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8d25c55-bfd6-4015-ab68-4b9682206251\") failed: Property not found. retry in 510.398079ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:25.213189462Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e8d25c55-bfd6-4015-ab68-4b9682206251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_90799351-9565-476e-9e5a-63226208e8e6\") failed: Property not found. retry in 893.446333ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:25.243537934Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_90799351-9565-476e-9e5a-63226208e8e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a\") failed: Property not found. retry in 520.128674ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:25.267048949Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_434f2594-6a80-4c2d-8ceb-1ba2e010923d\") failed: Property not found. retry in 1.351033467s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:25.348458253Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_434f2594-6a80-4c2d-8ceb-1ba2e010923d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8d25c55-bfd6-4015-ab68-4b9682206251\") failed: Property not found. retry in 1.279055644s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:25.734549416Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e8d25c55-bfd6-4015-ab68-4b9682206251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a\") failed: Property not found. retry in 613.800366ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:25.797614937Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce\") failed: Property not found. retry in 555.163927ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:26.089936058Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_90799351-9565-476e-9e5a-63226208e8e6\") failed: Property not found. retry in 1.261061046s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:26.153581744Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_90799351-9565-476e-9e5a-63226208e8e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a\") failed: Property not found. retry in 771.411434ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:26.421801264Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce\") failed: Property not found. retry in 779.950574ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:26.654465617Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_434f2594-6a80-4c2d-8ceb-1ba2e010923d\") failed: Property not found. retry in 1.247221195s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:26.709859817Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_434f2594-6a80-4c2d-8ceb-1ba2e010923d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8d25c55-bfd6-4015-ab68-4b9682206251\") failed: Property not found. retry in 1.300402519s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:27.023808942Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e8d25c55-bfd6-4015-ab68-4b9682206251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a\") failed: Property not found. retry in 859.943604ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:27.201736884Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_90799351-9565-476e-9e5a-63226208e8e6\") failed: Property not found. retry in 545.258825ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:27.421982167Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_90799351-9565-476e-9e5a-63226208e8e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce\") failed: Property not found. retry in 550.002516ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:27.442527461Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_434f2594-6a80-4c2d-8ceb-1ba2e010923d\") failed: Property not found. retry in 1.158368739s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:27.96587596Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_434f2594-6a80-4c2d-8ceb-1ba2e010923d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_90799351-9565-476e-9e5a-63226208e8e6\") failed: Property not found. retry in 646.014595ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:27.974718233Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_90799351-9565-476e-9e5a-63226208e8e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce\") failed: Property not found. retry in 552.605545ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:28.001032755Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a\") failed: Property not found. retry in 1.006089556s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:28.071363994Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8d25c55-bfd6-4015-ab68-4b9682206251\") failed: Property not found. retry in 1.128489075s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:28.334176406Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e8d25c55-bfd6-4015-ab68-4b9682206251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce\") failed: Property not found. retry in 1.463878069s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:28.565824472Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_90799351-9565-476e-9e5a-63226208e8e6\") failed: Property not found. retry in 1.479594597s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:28.630188147Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_90799351-9565-476e-9e5a-63226208e8e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a\") failed: Property not found. retry in 1.385370158s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:29.08729297Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_434f2594-6a80-4c2d-8ceb-1ba2e010923d\") failed: Property not found. retry in 1.248757808s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:29.13360084Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_434f2594-6a80-4c2d-8ceb-1ba2e010923d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8d25c55-bfd6-4015-ab68-4b9682206251\") failed: Property not found. retry in 547.117099ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:24:29.475402749Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_e8d25c55-bfd6-4015-ab68-4b9682206251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:30.511244131Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_90799351-9565-476e-9e5a-63226208e8e6"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:30.511303193Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_2cf545de-4a20-401b-94d4-9d7b075951ce"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:30.511313113Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_e8d25c55-bfd6-4015-ab68-4b9682206251"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:30.511320713Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_434f2594-6a80-4c2d-8ceb-1ba2e010923d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:30.511327863Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_c4d4f118-0d2f-413f-a563-e77573da4b1a"} {"msg":"Writing ledger to /pool/int/a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:30.511378115Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/91f685ec-facb-4534-b317-fa1820b544e6/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:30.511867078Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:30.512355182Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"c8b0bf4d-c4cd-42b5-936b-b2aaab33752e","remote_addr":"[fd00:1122:3344:101::1]:58610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":14271278,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:30.550074057Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38442"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::6]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:30.588793138Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3740"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:49.64590268Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3758"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:56.789429902Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3781"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:56.791270683Z","hostname":"sock","pid":1572,"uri":"/cockroachdb","method":"POST","req_id":"4c901a20-f30d-4cf8-b498-45aa587275a1","remote_addr":"[fd00:1122:3344:101::1]:38442","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":26239922,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:56.794218983Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39249"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:56.795050426Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"fac63180-7b62-46c4-85d5-dc842e55016f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39249","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":338,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 9cad939d-13f3-4335-926c-49857d4c3b0f (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 95221550-ad50-418f-98e6-9e2141b25707 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 6e4b104b-3153-4ae2-b17a-59d4ed30a709 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0ae34be7-00dc-4e98-b4c1-fad1949642f5 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 7bd4c9f0-a813-47a0-95d8-2f83b83d62d3 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: c0203561-f57a-4564-9fa1-62f6a8ba635d, kind: Service { id: 0ae34be7-00dc-4e98-b4c1-fad1949642f5 }, name: Name(\"ntp-0ae34be7-00dc-4e98-b4c1-fad1949642f5\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 57])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c4d4f118-0d2f-413f-a563-e77573da4b1a (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 434f2594-6a80-4c2d-8ceb-1ba2e010923d (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External } } } }, OmicronZoneConfig { id: e8d25c55-bfd6-4015-ab68-4b9682206251 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External } } } }, OmicronZoneConfig { id: 2cf545de-4a20-401b-94d4-9d7b075951ce (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 72cdbff6-3a8d-4555-a577-d2dc119c25e1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 72cdbff6-3a8d-4555-a577-d2dc119c25e1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 90799351-9565-476e-9e5a-63226208e8e6 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: f2bf7e03-8a6d-4496-876b-825756e57043 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f2bf7e03-8a6d-4496-876b-825756e57043 (zpool), kind: External } } } }, OmicronZoneConfig { id: 33ad8f93-2b4e-4f15-a193-986145855dbb (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b4bed306-af7b-4e06-8da1-513b48153405, kind: Service { id: 33ad8f93-2b4e-4f15-a193-986145855dbb }, name: Name(\"external-dns-33ad8f93-2b4e-4f15-a193-986145855dbb\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 167])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 2d31e501-c50e-4f36-b9cb-03903788e2aa (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: a9f3dd40-0511-40d8-a0ba-72083824e3f4, kind: Service { id: 2d31e501-c50e-4f36-b9cb-03903788e2aa }, name: Name(\"external-dns-2d31e501-c50e-4f36-b9cb-03903788e2aa\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 128])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 6428ed70-db9f-4da8-8d9d-b09c2dd1c036 (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 1829e665-fb89-42b3-9a66-6e40ee21a0b7, kind: Service { id: 6428ed70-db9f-4da8-8d9d-b09c2dd1c036 }, name: Name(\"nexus-6428ed70-db9f-4da8-8d9d-b09c2dd1c036\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: ae38e123-1a56-4e03-95ec-310ca72bbd8a (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: c615c924-23bc-43c5-80de-6306334ad5e1 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4de71abe-7b12-42f1-b925-fb4c5f7bbb10, kind: Service { id: ae38e123-1a56-4e03-95ec-310ca72bbd8a }, name: Name(\"nexus-ae38e123-1a56-4e03-95ec-310ca72bbd8a\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 210])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b45736b5-247d-4057-a8d4-ebf2c7559797 (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 42fe4b6b-f61c-47ef-99e9-fb5d758266c6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8cedea6e-3a64-4551-93ec-6debcab5913e, kind: Service { id: b45736b5-247d-4057-a8d4-ebf2c7559797 }, name: Name(\"nexus-b45736b5-247d-4057-a8d4-ebf2c7559797\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 69])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 79488ebd-ca89-4737-be0d-354826998905 (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: ad7863c3-ff5c-4e2e-96b1-d400e267ad31 (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6aa8c579-eaa5-474e-837f-0d81bfd69ad5 (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 1738345c-a151-4031-b61e-f7f6cb49d7b6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 5978c763-1eb7-46f6-9046-7be03f69e0e5 (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: c615c924-23bc-43c5-80de-6306334ad5e1 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 20e126ef-e6fd-49ba-aafc-5fc6fb8698b2 (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 2005094d-5a6d-4887-abb1-baf3449e9fa7 (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3dda006-ccaa-4dd3-bb14-7a9b7ede6733 (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External } } } }, OmicronZoneConfig { id: cd3369d0-1fd5-4083-8f97-7b728eecfa40 (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External } } } }, OmicronZoneConfig { id: 8bf6e565-0b6a-4190-8f56-6fb96132a1fd (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 72cdbff6-3a8d-4555-a577-d2dc119c25e1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 72cdbff6-3a8d-4555-a577-d2dc119c25e1 (zpool), kind: External } } } }, OmicronZoneConfig { id: d55b1dd1-7923-4158-bf74-8141bd82852d (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: f2bf7e03-8a6d-4496-876b-825756e57043 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f2bf7e03-8a6d-4496-876b-825756e57043 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1efdf36-c250-4466-ac85-6a46af6ee1be (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 7bd4c9f0-a813-47a0-95d8-2f83b83d62d3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7bd4c9f0-a813-47a0-95d8-2f83b83d62d3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5 (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: c615c924-23bc-43c5-80de-6306334ad5e1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c615c924-23bc-43c5-80de-6306334ad5e1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9fec0fb5-7eea-4af7-be6d-a7680af8588a (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 42fe4b6b-f61c-47ef-99e9-fb5d758266c6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 42fe4b6b-f61c-47ef-99e9-fb5d758266c6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9eefc15b-8608-4452-aeb0-514c08fa5527 (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 1738345c-a151-4031-b61e-f7f6cb49d7b6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1738345c-a151-4031-b61e-f7f6cb49d7b6 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:56.867686059Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:56.868245635Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:60535"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9cad939d-13f3-4335-926c-49857d4c3b0f, dataset_name: DatasetName { pool_name: ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:56.870422294Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:56.870436265Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9cad939d-13f3-4335-926c-49857d4c3b0f, dataset_name: DatasetName { pool_name: ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 95221550-ad50-418f-98e6-9e2141b25707, dataset_name: DatasetName { pool_name: ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:56.89649582Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:56.896551391Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 95221550-ad50-418f-98e6-9e2141b25707, dataset_name: DatasetName { pool_name: ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6e4b104b-3153-4ae2-b17a-59d4ed30a709, dataset_name: DatasetName { pool_name: ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:56.916341004Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:56.916382875Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6e4b104b-3153-4ae2-b17a-59d4ed30a709, dataset_name: DatasetName { pool_name: ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4d4f118-0d2f-413f-a563-e77573da4b1a, dataset_name: DatasetName { pool_name: ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:56.937372581Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:56.937417573Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c4d4f118-0d2f-413f-a563-e77573da4b1a, dataset_name: DatasetName { pool_name: ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 434f2594-6a80-4c2d-8ceb-1ba2e010923d, dataset_name: DatasetName { pool_name: ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:56.957801732Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:56.957850143Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 434f2594-6a80-4c2d-8ceb-1ba2e010923d, dataset_name: DatasetName { pool_name: ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8d25c55-bfd6-4015-ab68-4b9682206251, dataset_name: DatasetName { pool_name: ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:56.97778662Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:56.977828291Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e8d25c55-bfd6-4015-ab68-4b9682206251, dataset_name: DatasetName { pool_name: ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2cf545de-4a20-401b-94d4-9d7b075951ce, dataset_name: DatasetName { pool_name: ZpoolName { id: 72cdbff6-3a8d-4555-a577-d2dc119c25e1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:56.998015825Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:56.998061167Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2cf545de-4a20-401b-94d4-9d7b075951ce, dataset_name: DatasetName { pool_name: ZpoolName { id: 72cdbff6-3a8d-4555-a577-d2dc119c25e1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 90799351-9565-476e-9e5a-63226208e8e6, dataset_name: DatasetName { pool_name: ZpoolName { id: f2bf7e03-8a6d-4496-876b-825756e57043 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.020471362Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.020516363Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 90799351-9565-476e-9e5a-63226208e8e6, dataset_name: DatasetName { pool_name: ZpoolName { id: f2bf7e03-8a6d-4496-876b-825756e57043 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 33ad8f93-2b4e-4f15-a193-986145855dbb, dataset_name: DatasetName { pool_name: ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.040618414Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.040661105Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 33ad8f93-2b4e-4f15-a193-986145855dbb, dataset_name: DatasetName { pool_name: ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d31e501-c50e-4f36-b9cb-03903788e2aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.120611899Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.12066586Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2d31e501-c50e-4f36-b9cb-03903788e2aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ad7863c3-ff5c-4e2e-96b1-d400e267ad31, dataset_name: DatasetName { pool_name: ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.201987132Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.202041153Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ad7863c3-ff5c-4e2e-96b1-d400e267ad31, dataset_name: DatasetName { pool_name: ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2005094d-5a6d-4887-abb1-baf3449e9fa7, dataset_name: DatasetName { pool_name: ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.277409271Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.277458743Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2005094d-5a6d-4887-abb1-baf3449e9fa7, dataset_name: DatasetName { pool_name: ZpoolName { id: 38d1dc30-844e-465d-8967-a176a744dad6 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a3dda006-ccaa-4dd3-bb14-7a9b7ede6733, dataset_name: DatasetName { pool_name: ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.357783306Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.357838148Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a3dda006-ccaa-4dd3-bb14-7a9b7ede6733, dataset_name: DatasetName { pool_name: ZpoolName { id: 349646a6-e47d-4e39-b677-7512808fe24c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cd3369d0-1fd5-4083-8f97-7b728eecfa40, dataset_name: DatasetName { pool_name: ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.423981943Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.424034564Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: cd3369d0-1fd5-4083-8f97-7b728eecfa40, dataset_name: DatasetName { pool_name: ZpoolName { id: 76fcdc54-fc91-46ec-afad-63cc39288efe (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8bf6e565-0b6a-4190-8f56-6fb96132a1fd, dataset_name: DatasetName { pool_name: ZpoolName { id: 72cdbff6-3a8d-4555-a577-d2dc119c25e1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.495889906Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.495937567Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8bf6e565-0b6a-4190-8f56-6fb96132a1fd, dataset_name: DatasetName { pool_name: ZpoolName { id: 72cdbff6-3a8d-4555-a577-d2dc119c25e1 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d55b1dd1-7923-4158-bf74-8141bd82852d, dataset_name: DatasetName { pool_name: ZpoolName { id: f2bf7e03-8a6d-4496-876b-825756e57043 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.569970239Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.57003525Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d55b1dd1-7923-4158-bf74-8141bd82852d, dataset_name: DatasetName { pool_name: ZpoolName { id: f2bf7e03-8a6d-4496-876b-825756e57043 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1efdf36-c250-4466-ac85-6a46af6ee1be, dataset_name: DatasetName { pool_name: ZpoolName { id: 7bd4c9f0-a813-47a0-95d8-2f83b83d62d3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.647743812Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.647795923Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d1efdf36-c250-4466-ac85-6a46af6ee1be, dataset_name: DatasetName { pool_name: ZpoolName { id: 7bd4c9f0-a813-47a0-95d8-2f83b83d62d3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5, dataset_name: DatasetName { pool_name: ZpoolName { id: c615c924-23bc-43c5-80de-6306334ad5e1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.710264357Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.710315238Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5, dataset_name: DatasetName { pool_name: ZpoolName { id: c615c924-23bc-43c5-80de-6306334ad5e1 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9fec0fb5-7eea-4af7-be6d-a7680af8588a, dataset_name: DatasetName { pool_name: ZpoolName { id: 42fe4b6b-f61c-47ef-99e9-fb5d758266c6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.779017854Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.779069185Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9fec0fb5-7eea-4af7-be6d-a7680af8588a, dataset_name: DatasetName { pool_name: ZpoolName { id: 42fe4b6b-f61c-47ef-99e9-fb5d758266c6 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9eefc15b-8608-4452-aeb0-514c08fa5527, dataset_name: DatasetName { pool_name: ZpoolName { id: 1738345c-a151-4031-b61e-f7f6cb49d7b6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.893752071Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.893803643Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9eefc15b-8608-4452-aeb0-514c08fa5527, dataset_name: DatasetName { pool_name: ZpoolName { id: 1738345c-a151-4031-b61e-f7f6cb49d7b6 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.96002994Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.960095292Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/91f685ec-facb-4534-b317-fa1820b544e6/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.960650577Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:57.960930515Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.083447526Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.083860748Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.098205231Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.098502689Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.09852384Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.098546321Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.113373017Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.113523472Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.113584973Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.113605414Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.304304716Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.304468111Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.304513432Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.304541703Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.304567874Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.304571543Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.326749772Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.327070351Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.337899198Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.338228057Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.343357038Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.348255242Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.353563448Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.359087729Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.364009065Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.369074443Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.508435777Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.513798184Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.518763491Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.523434949Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.528109357Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.533409412Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.538275986Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.543621513Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.548672001Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.553755761Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.558803889Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.564065654Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.573101202Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.57887396Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.626020853Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.626513947Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.634207588Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.641074186Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.649795365Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.657434095Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.665335812Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.674659748Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.754051336Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.824330574Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.889206104Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.974442313Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.977807945Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:58.977832596Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.037816562Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 143, 167]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.037841822Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.041129743Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.041146913Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.110323681Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 247, 69]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.111261747Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.113725435Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.113740225Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.195518449Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 218, 210]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.195544529Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.197190555Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.197204045Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.253808968Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 242, 159]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.253834739Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.25533775Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.255383982Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.310598946Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 162, 128]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.310648398Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.310700469Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.3107234Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.310799102Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.310812022Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.310822883Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.310829213Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.310895134Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.310905615Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.31146458Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.31147777Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.323431178Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.324837027Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.364352931Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.367501748Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.367565149Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.37085334Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.371046175Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.374276253Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.374372966Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.502983025Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.543458976Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.556932565Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.57095865Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.583185235Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.591721049Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.605030604Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.614961457Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.629443354Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.640388265Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:24:59.652272651Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:01.88863407Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:01.888703772Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:01.892000523Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:01.986053253Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:02.032018984Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:02.064777583Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:02.117590212Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:02.117791388Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:02.128472691Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:02.128709057Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:02.128884742Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:02.129103718Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:02.129249502Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:02.137976662Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:02.144601833Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:02.144694326Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:02.151299587Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:02.157014234Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:02.157213069Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:02.157456876Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:02.157627941Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:02.163550333Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:02.169747943Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:02.176325094Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:02.355330415Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:02.355450969Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527\") failed: Property not found. retry in 44.805294ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:02.437028287Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5\") failed: Property not found. retry in 37.614049ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:02.446935509Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733\") failed: Property not found. retry in 71.113487ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:02.45608189Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2\") failed: Property not found. retry in 52.896276ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:02.465650502Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a\") failed: Property not found. retry in 25.002336ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:02.476947762Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd\") failed: Property not found. retry in 31.192513ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:02.485292861Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be\") failed: Property not found. retry in 68.606025ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:02.494038691Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d\") failed: Property not found. retry in 30.105533ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:02.506281267Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5\") failed: Property not found. retry in 112.756995ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:02.782584618Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5\") failed: Property not found. retry in 32.57605ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:02.836453896Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7\") failed: Property not found. retry in 55.443739ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:02.889671556Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527\") failed: Property not found. retry in 102.679552ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:02.982620886Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5\") failed: Property not found. retry in 35.698926ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:03.019522229Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40\") failed: Property not found. retry in 46.928996ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:03.047241209Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d\") failed: Property not found. retry in 141.997013ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:03.07057302Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5\") failed: Property not found. retry in 205.635084ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:03.094159277Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733\") failed: Property not found. retry in 77.332982ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:03.111675137Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905\") failed: Property not found. retry in 63.343999ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:03.154852712Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5\") failed: Property not found. retry in 103.157686ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:03.174516272Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2\") failed: Property not found. retry in 67.249098ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:03.218959901Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a\") failed: Property not found. retry in 98.902137ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:03.273337093Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7\") failed: Property not found. retry in 109.209872ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:03.404452481Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd\") failed: Property not found. retry in 59.931886ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:03.479307484Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be\") failed: Property not found. retry in 107.274245ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:03.561570841Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527\") failed: Property not found. retry in 101.003843ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:03.590554046Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5\") failed: Property not found. retry in 112.743631ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:03.68145242Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40\") failed: Property not found. retry in 144.463118ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:03.840683879Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d\") failed: Property not found. retry in 210.595319ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.151661782Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5\") failed: Property not found. retry in 391.821133ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.194570761Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733\") failed: Property not found. retry in 255.124791ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.215717999Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905\") failed: Property not found. retry in 57.679899ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.228982663Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5\") failed: Property not found. retry in 170.945848ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.243127292Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2\") failed: Property not found. retry in 178.986374ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.256313493Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a\") failed: Property not found. retry in 253.792907ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.269638099Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7\") failed: Property not found. retry in 217.531142ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.285129794Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd\") failed: Property not found. retry in 194.22176ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.300782314Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be\") failed: Property not found. retry in 155.426956ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.316830524Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527\") failed: Property not found. retry in 558.192504ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.327936459Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5\") failed: Property not found. retry in 100.523182ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.338485818Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40\") failed: Property not found. retry in 153.102633ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.351179056Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905\") failed: Property not found. retry in 263.400655ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.36259833Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d\") failed: Property not found. retry in 579.808622ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.375835723Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5\") failed: Property not found. retry in 201.896884ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.428604251Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2\") failed: Property not found. retry in 399.261861ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.451203721Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5\") failed: Property not found. retry in 588.227082ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.463403785Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733\") failed: Property not found. retry in 368.858394ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.484611517Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be\") failed: Property not found. retry in 537.592259ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.496408181Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd\") failed: Property not found. retry in 503.575398ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.508727229Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7\") failed: Property not found. retry in 549.526603ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.520656996Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40\") failed: Property not found. retry in 388.741567ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.531413802Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a\") failed: Property not found. retry in 324.209285ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.5415395Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:04.585576117Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:04.585810823Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5\") failed: Property not found. retry in 964.634617ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.605475203Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905\") failed: Property not found. retry in 351.642119ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.638339975Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5\") failed: Property not found. retry in 670.148965ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.651460635Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa\") failed: Property not found. retry in 53.885054ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.813766568Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2\") failed: Property not found. retry in 1.180242467s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.864286174Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733\") failed: Property not found. retry in 437.050649ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.875972015Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a\") failed: Property not found. retry in 586.048327ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.887432469Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa\") failed: Property not found. retry in 142.839841ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.895372937Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527\") failed: Property not found. retry in 881.889512ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.906874103Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40\") failed: Property not found. retry in 625.004484ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.932171157Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d\") failed: Property not found. retry in 1.016821173s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:04.966163259Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905\") failed: Property not found. retry in 665.662391ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:05.002960859Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd\") failed: Property not found. retry in 1.167318243s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:05.02995943Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be\") failed: Property not found. retry in 809.174219ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:05.047511462Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa\") failed: Property not found. retry in 119.903906ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:05.062952495Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5\") failed: Property not found. retry in 1.091154987s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:05.075477209Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7\") failed: Property not found. retry in 507.181562ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:05.087830118Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa\") failed: Property not found. retry in 486.073461ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:05.197808555Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733\") failed: Property not found. retry in 1.250788107s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:05.326838496Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5\") failed: Property not found. retry in 816.079047ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:05.341621892Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a\") failed: Property not found. retry in 605.12621ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:05.498577898Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40\") failed: Property not found. retry in 775.828418ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:05.582615803Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5\") failed: Property not found. retry in 1.261559145s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:05.603498186Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7\") failed: Property not found. retry in 1.228636874s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:05.619989129Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905\") failed: Property not found. retry in 707.245125ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:05.684789827Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa\") failed: Property not found. retry in 892.092119ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:05.701260939Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527\") failed: Property not found. retry in 883.995638ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:05.81100775Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be\") failed: Property not found. retry in 833.34937ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:05.892487826Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d\") failed: Property not found. retry in 677.541695ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:06.021163556Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2\") failed: Property not found. retry in 714.046551ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:06.060466065Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a\") failed: Property not found. retry in 1.145450393s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:06.11751391Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5\") failed: Property not found. retry in 1.431145117s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:06.173599119Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5\") failed: Property not found. retry in 599.779044ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:06.190227385Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd\") failed: Property not found. retry in 1.189735423s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:06.218363207Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:06.301026745Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:06.301154609Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:06.309314843Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:06.309396515Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40\") failed: Property not found. retry in 1.191963831s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:06.37007982Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905\") failed: Property not found. retry in 810.349246ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:06.404190407Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a\") failed: Property not found. retry in 33.383278ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:06.515150871Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797\") failed: Property not found. retry in 32.506653ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:06.525458413Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a\") failed: Property not found. retry in 139.490915ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:06.560956677Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797\") failed: Property not found. retry in 68.908526ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:06.5708775Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733\") failed: Property not found. retry in 968.997584ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:06.588709218Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa\") failed: Property not found. retry in 1.171848246s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:06.606282031Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797\") failed: Property not found. retry in 164.31373ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:06.649919868Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527\") failed: Property not found. retry in 1.197834365s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:06.707404515Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d\") failed: Property not found. retry in 750.859508ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:06.720674999Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a\") failed: Property not found. retry in 258.881826ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:06.735514766Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be\") failed: Property not found. retry in 1.221857669s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:06.748306157Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2\") failed: Property not found. retry in 865.905409ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:06.787674988Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5\") failed: Property not found. retry in 1.321064573s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:06.801466046Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797\") failed: Property not found. retry in 318.846975ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:06.830160583Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7\") failed: Property not found. retry in 832.70695ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:06.862718177Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5\") failed: Property not found. retry in 1.286564379s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:06.879059155Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a\") failed: Property not found. retry in 599.63502ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:07.007332905Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797\") failed: Property not found. retry in 890.290888ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:07.16315893Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905\") failed: Property not found. retry in 1.173299853s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:07.230340234Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a\") failed: Property not found. retry in 887.575845ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:07.27578699Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd\") failed: Property not found. retry in 1.410926214s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:07.419789522Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d\") failed: Property not found. retry in 1.023856501s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:07.483583442Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733\") failed: Property not found. retry in 769.666638ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:07.569294034Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40\") failed: Property not found. retry in 1.288114859s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:07.579714179Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5\") failed: Property not found. retry in 1.374008191s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:07.617426894Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a\") failed: Property not found. retry in 1.142044113s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:07.628095397Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2\") failed: Property not found. retry in 1.086235519s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:07.664884836Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7\") failed: Property not found. retry in 879.097876ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:07.707496895Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa\") failed: Property not found. retry in 782.881049ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:07.791634654Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527\") failed: Property not found. retry in 1.372101933s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:07.918249828Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be\") failed: Property not found. retry in 1.491277348s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:07.983457967Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797\") failed: Property not found. retry in 1.269899921s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:08.069363035Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5\") failed: Property not found. retry in 1.015998313s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:08.136432735Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a\") failed: Property not found. retry in 1.233812873s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:08.176665879Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5\") failed: Property not found. retry in 1.273213817s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:08.189533342Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733\") failed: Property not found. retry in 549.295499ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:08.536582684Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905\") failed: Property not found. retry in 722.162628ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:08.566367752Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d\") failed: Property not found. retry in 1.01857252s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:08.593070664Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7\") failed: Property not found. retry in 1.27465654s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:08.608165538Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa\") failed: Property not found. retry in 833.458599ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:08.623456507Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:08.642036947Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:08.642258563Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2\") failed: Property not found. retry in 1.411894749s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:08.762735649Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a\") failed: Property not found. retry in 1.074545137s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:08.781995577Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb\") failed: Property not found. retry in 32.930184ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:08.818487918Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd\") failed: Property not found. retry in 1.37950983s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:08.839992428Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb\") failed: Property not found. retry in 80.454315ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:08.860548183Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40\") failed: Property not found. retry in 1.113977372s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:08.877397565Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb\") failed: Property not found. retry in 102.782959ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:08.950198932Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5\") failed: Property not found. retry in 971.150579ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:09.001266334Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb\") failed: Property not found. retry in 569.696297ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:09.06456681Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733\") failed: Property not found. retry in 589.722413ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:09.099043756Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5\") failed: Property not found. retry in 1.12277885s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:09.164452551Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905\") failed: Property not found. retry in 1.241031356s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:09.299025034Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527\") failed: Property not found. retry in 1.273994932s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:09.309241834Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797\") failed: Property not found. retry in 654.642166ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:09.350433134Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a\") failed: Property not found. retry in 587.036554ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:09.421478403Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa\") failed: Property not found. retry in 890.382651ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:09.466387176Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5\") failed: Property not found. retry in 1.161258519s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:09.473359907Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be\") failed: Property not found. retry in 1.269121189s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:09.482351034Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d\") failed: Property not found. retry in 1.277536467s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:09.620344539Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:09.628769091Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:09.628848343Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb\") failed: Property not found. retry in 849.391518ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:09.644825231Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733\") failed: Property not found. retry in 596.487963ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:09.698595717Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036\") failed: Property not found. retry in 48.712005ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:09.773585734Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036\") failed: Property not found. retry in 125.322776ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:09.832458719Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a\") failed: Property not found. retry in 883.677708ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:09.866218186Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7\") failed: Property not found. retry in 1.426873957s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:09.892138587Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036\") failed: Property not found. retry in 146.525192ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:09.968504823Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5\") failed: Property not found. retry in 1.221316665s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:09.981630683Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40\") failed: Property not found. retry in 998.668147ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:10.000949353Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797\") failed: Property not found. retry in 863.50781ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:10.013933979Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a\") failed: Property not found. retry in 1.355328006s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:10.022811882Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036\") failed: Property not found. retry in 274.220538ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:10.124256356Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2\") failed: Property not found. retry in 667.208948ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:10.183556353Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd\") failed: Property not found. retry in 899.686442ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:10.228721652Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5\") failed: Property not found. retry in 1.367543663s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:10.297019766Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733\") failed: Property not found. retry in 754.052268ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:10.315040521Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa\") failed: Property not found. retry in 1.493752293s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:10.370361679Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036\") failed: Property not found. retry in 1.027746023s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:10.412286909Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb\") failed: Property not found. retry in 807.407794ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:10.508712395Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905\") failed: Property not found. retry in 987.565164ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:10.550191443Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527\") failed: Property not found. retry in 1.039746198s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:10.593597013Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5\") failed: Property not found. retry in 1.332038804s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:10.644562802Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a\") failed: Property not found. retry in 1.438241099s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:10.76002658Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be\") failed: Property not found. retry in 1.085151284s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:10.768459071Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2\") failed: Property not found. retry in 975.004659ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:10.85952035Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797\") failed: Property not found. retry in 1.159875553s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:10.886233793Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d\") failed: Property not found. retry in 1.169597956s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:10.905722018Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40\") failed: Property not found. retry in 709.039704ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:11.008618301Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733\") failed: Property not found. retry in 579.291786ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:11.079207018Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd\") failed: Property not found. retry in 901.922482ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:11.140330555Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5\") failed: Property not found. retry in 1.307022998s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:11.214190601Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb\") failed: Property not found. retry in 752.60216ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:11.325747372Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7\") failed: Property not found. retry in 1.013533381s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:11.334516133Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a\") failed: Property not found. retry in 1.03764557s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:11.388682539Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036\") failed: Property not found. retry in 1.487050478s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:11.44921513Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905\") failed: Property not found. retry in 878.299612ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:11.546456018Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527\") failed: Property not found. retry in 1.492379088s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:11.643002347Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733\") failed: Property not found. retry in 791.109647ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:11.668007633Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5\") failed: Property not found. retry in 991.8969ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:11.676497806Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40\") failed: Property not found. retry in 932.269602ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:11.731591447Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2\") failed: Property not found. retry in 1.394919097s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:11.846776988Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be\") failed: Property not found. retry in 559.053422ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:11.865866542Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:11.87527076Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"31.916691544s"} {"msg":"wait for service Some(\"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa\") failed: Property not found. retry in 629.207954ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:11.877155301Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5\") failed: Property not found. retry in 524.906375ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:11.987124559Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd\") failed: Property not found. retry in 1.415912431s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:12.053623334Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797\") failed: Property not found. retry in 511.212687ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:12.065072158Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d\") failed: Property not found. retry in 1.09263799s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:12.08702399Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb\") failed: Property not found. retry in 521.965512ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:12.09833201Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a\") failed: Property not found. retry in 788.792782ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:12.212818622Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7\") failed: Property not found. retry in 1.130735169s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:12.362455628Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905\") failed: Property not found. retry in 1.251372614s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:12.437082665Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be\") failed: Property not found. retry in 1.139348231s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:12.449127316Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a\") failed: Property not found. retry in 1.075406578s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:12.46132333Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733\") failed: Property not found. retry in 600.915156ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:12.47625915Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa\") failed: Property not found. retry in 1.051031587s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:12.518958122Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5\") failed: Property not found. retry in 792.108761ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:12.530698174Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5\") failed: Property not found. retry in 1.431260242s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:12.542780956Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797\") failed: Property not found. retry in 776.903279ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:12.5903306Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb\") failed: Property not found. retry in 1.097937539s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:12.634130611Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:12.648748732Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:12.64902914Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40\") failed: Property not found. retry in 572.41666ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:12.677852001Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5\") failed: Property not found. retry in 856.63067ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:12.690426286Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31\") failed: Property not found. retry in 71.107404ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:12.883821273Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036\") failed: Property not found. retry in 910.249534ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:12.950368159Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31\") failed: Property not found. retry in 92.723606ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:12.966392728Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a\") failed: Property not found. retry in 1.098683524s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:13.032255386Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31\") failed: Property not found. retry in 129.076797ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:13.076077018Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733\") failed: Property not found. retry in 632.654948ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:13.090111083Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527\") failed: Property not found. retry in 1.429485141s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:13.147984511Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d\") failed: Property not found. retry in 1.007403955s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:13.191923496Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31\") failed: Property not found. retry in 250.311126ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:13.217761065Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2\") failed: Property not found. retry in 616.654836ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:13.253713092Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40\") failed: Property not found. retry in 721.457245ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:13.262236266Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5\") failed: Property not found. retry in 921.575314ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:13.333162152Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797\") failed: Property not found. retry in 1.448598206s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:13.378372212Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31\") failed: Property not found. retry in 1.177115117s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:13.477868433Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd\") failed: Property not found. retry in 768.960072ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:13.486647354Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7\") failed: Property not found. retry in 660.122908ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:13.502616042Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a\") failed: Property not found. retry in 595.872314ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:13.549510518Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5\") failed: Property not found. retry in 1.36414005s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:13.561839257Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa\") failed: Property not found. retry in 677.745077ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:13.582498753Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be\") failed: Property not found. retry in 643.840896ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:13.598339668Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905\") failed: Property not found. retry in 696.980532ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:13.699654018Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733\") failed: Property not found. retry in 1.097548554s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:13.732987322Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb\") failed: Property not found. retry in 1.012960652s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:13.741936448Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036\") failed: Property not found. retry in 1.101013366s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:13.870573707Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2\") failed: Property not found. retry in 1.264144694s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:13.882144965Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5\") failed: Property not found. retry in 574.774669ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:13.987513426Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40\") failed: Property not found. retry in 1.046792148s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:14.000683867Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a\") failed: Property not found. retry in 1.034194234s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:14.143825305Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a\") failed: Property not found. retry in 1.360392685s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:14.158419646Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7\") failed: Property not found. retry in 932.579727ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:14.174823756Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d\") failed: Property not found. retry in 1.352131872s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:14.214612388Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be\") failed: Property not found. retry in 778.24811ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:14.257192576Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5\") failed: Property not found. retry in 840.081694ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:14.270616074Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd\") failed: Property not found. retry in 758.265035ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:14.283343973Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa\") failed: Property not found. retry in 1.433546242s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:14.295937989Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905\") failed: Property not found. retry in 867.128102ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:14.411278674Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5\") failed: Property not found. retry in 1.078272414s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:14.575992963Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527\") failed: Property not found. retry in 1.034395828s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:14.591000484Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31\") failed: Property not found. retry in 1.039139422s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:14.670554047Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb\") failed: Property not found. retry in 1.180882709s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:14.765824211Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797\") failed: Property not found. retry in 1.204732596s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:14.840240283Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733\") failed: Property not found. retry in 1.42541347s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:14.849474067Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5\") failed: Property not found. retry in 1.084852391s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:14.938301634Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036\") failed: Property not found. retry in 1.045416071s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:14.98442907Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be\") failed: Property not found. retry in 716.76576ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:15.055713126Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd\") failed: Property not found. retry in 739.531419ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:15.072499916Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40\") failed: Property not found. retry in 1.389450116s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:15.091772335Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7\") failed: Property not found. retry in 1.32619245s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:15.120424901Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5\") failed: Property not found. retry in 641.068033ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:15.131261578Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2\") failed: Property not found. retry in 1.356417734s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:15.157143309Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a\") failed: Property not found. retry in 1.044507491s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:15.187627605Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905\") failed: Property not found. retry in 641.13366ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:15.290480847Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a\") failed: Property not found. retry in 635.0116ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:15.532083057Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d\") failed: Property not found. retry in 1.197523671s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:15.580784882Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527\") failed: Property not found. retry in 903.189583ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:15.636891772Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5\") failed: Property not found. retry in 1.400789869s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:15.666137094Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31\") failed: Property not found. retry in 685.037439ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:15.721690399Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa\") failed: Property not found. retry in 1.424461204s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:15.740253268Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5\") failed: Property not found. retry in 1.221188455s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:15.783361351Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be\") failed: Property not found. retry in 900.065334ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:15.792365978Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd\") failed: Property not found. retry in 1.46021996s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:15.823097201Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905\") failed: Property not found. retry in 618.014657ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:15.945208692Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb\") failed: Property not found. retry in 1.443685022s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:15.959802002Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5\") failed: Property not found. retry in 679.945073ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:16.03698035Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036\") failed: Property not found. retry in 989.363025ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:16.047264062Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797\") failed: Property not found. retry in 1.025159848s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:16.05628136Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a\") failed: Property not found. retry in 514.077722ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:16.178978166Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a\") failed: Property not found. retry in 690.880137ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:16.245882532Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733\") failed: Property not found. retry in 1.375091712s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:16.289069027Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31\") failed: Property not found. retry in 996.533093ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:16.417145641Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7\") failed: Property not found. retry in 1.441860795s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:16.460665825Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40\") failed: Property not found. retry in 1.09643971s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:16.493654741Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2\") failed: Property not found. retry in 986.338055ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:16.526682607Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527\") failed: Property not found. retry in 1.342329584s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:16.554787558Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905\") failed: Property not found. retry in 1.045359352s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:16.576428742Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a\") failed: Property not found. retry in 851.55073ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:16.706358696Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be\") failed: Property not found. retry in 1.107614806s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:16.717968085Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5\") failed: Property not found. retry in 1.492889513s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:16.730829788Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d\") failed: Property not found. retry in 772.804237ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:16.793925079Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a\") failed: Property not found. retry in 694.703288ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:16.949451206Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5\") failed: Property not found. retry in 890.861249ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:17.019367985Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036\") failed: Property not found. retry in 650.224224ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:17.050605592Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5\") failed: Property not found. retry in 910.159094ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:17.079301979Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797\") failed: Property not found. retry in 1.117666204s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:17.093597611Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa\") failed: Property not found. retry in 1.394704455s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:17.176603079Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd\") failed: Property not found. retry in 1.03248304s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:17.296970152Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb\") failed: Property not found. retry in 1.195805431s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:17.415581166Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31\") failed: Property not found. retry in 926.076886ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:17.427775761Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2\") failed: Property not found. retry in 898.464948ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:17.528587637Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a\") failed: Property not found. retry in 672.689662ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:17.57023682Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d\") failed: Property not found. retry in 1.363696748s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:17.580998895Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40\") failed: Property not found. retry in 1.187457507s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:17.604061727Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905\") failed: Property not found. retry in 936.146736ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:17.636375054Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a\") failed: Property not found. retry in 1.082491792s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:17.658257244Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733\") failed: Property not found. retry in 686.702338ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:17.676206047Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036\") failed: Property not found. retry in 1.071498288s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:17.712313418Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be\") failed: Property not found. retry in 1.193649551s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:17.838689625Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527\") failed: Property not found. retry in 856.105079ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:17.9099227Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7\") failed: Property not found. retry in 912.37598ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:17.920649304Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5\") failed: Property not found. retry in 760.836914ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:17.934055472Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5\") failed: Property not found. retry in 1.364947893s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:18.01016447Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797\") failed: Property not found. retry in 802.287851ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:18.226023363Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a\") failed: Property not found. retry in 758.071422ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:18.25835116Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd\") failed: Property not found. retry in 1.32712083s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:18.341926494Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31\") failed: Property not found. retry in 953.723125ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:18.368860782Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733\") failed: Property not found. retry in 575.6877ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:18.381360625Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2\") failed: Property not found. retry in 1.323368662s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:18.438926245Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa\") failed: Property not found. retry in 1.111678781s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:18.58637418Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb\") failed: Property not found. retry in 793.290522ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:18.620884347Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5\") failed: Property not found. retry in 760.601475ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:18.704833481Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a\") failed: Property not found. retry in 1.070387518s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:18.750401001Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036\") failed: Property not found. retry in 1.060868891s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:18.792360442Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40\") failed: Property not found. retry in 1.279149813s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:18.799731895Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7\") failed: Property not found. retry in 957.831607ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:18.842595121Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d\") failed: Property not found. retry in 1.075811013s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:18.955406046Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797\") failed: Property not found. retry in 577.268495ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:19.040764268Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be\") failed: Property not found. retry in 1.472201324s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:19.049313423Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31\") failed: Property not found. retry in 1.283391664s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:19.333689416Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb\") failed: Property not found. retry in 695.78296ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:19.425938797Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5\") failed: Property not found. retry in 1.092124054s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:19.476451873Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797\") failed: Property not found. retry in 1.171367764s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:19.62905764Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd\") failed: Property not found. retry in 744.526917ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:19.68338797Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa\") failed: Property not found. retry in 899.861814ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:19.709371754Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2\") failed: Property not found. retry in 1.221949935s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:19.776242568Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7\") failed: Property not found. retry in 685.076383ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:19.8123861Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a\") failed: Property not found. retry in 912.06951ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:19.834055405Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036\") failed: Property not found. retry in 566.11238ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:19.865813056Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d\") failed: Property not found. retry in 928.669239ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:20.047254094Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb\") failed: Property not found. retry in 1.129423251s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:20.134627552Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036\") failed: Property not found. retry in 814.182046ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:20.459617379Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31\") failed: Property not found. retry in 878.561485ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:20.638507657Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31\") failed: Property not found. retry in 1.194263473s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:21.526621006Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:25:22.3617278Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"wait for service Some(\"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31\") failed: Property not found. retry in 878.200885ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:22.731131375Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:23.386803596Z","hostname":"sock","pid":1572,"component":"NexusNotifierTask","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:25:23.388425851Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"wait for service Some(\"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31\") failed: Property not found. retry in 682.209997ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:23.620869788Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31\") failed: Property not found. retry in 1.311490747s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:24.313852813Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:25:24.392166282Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:25.095094249Z","hostname":"sock","pid":1572,"component":"NexusNotifierTask","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:25:25.394561346Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"wait for service Some(\"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31\") failed: Property not found. retry in 1.439818652s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:25.637161612Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:25:26.398113822Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:26.879424488Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39690"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:26.87950754Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"54cef40c-2a4e-414b-9124-c7df487a0ca8","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39690","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":29,"response_code":"200"} {"msg":"wait for service Some(\"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31\") failed: Property not found. retry in 1.251957002s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:27.086748757Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:27.094810718Z","hostname":"sock","pid":1572,"component":"NexusNotifierTask","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:25:27.401797181Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"wait for service Some(\"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31\") failed: Property not found. retry in 1.313875955s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:28.349031021Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:25:28.40401053Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:29.093832767Z","hostname":"sock","pid":1572,"component":"NexusNotifierTask","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:25:29.407683449Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"wait for service Some(\"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31\") failed: Property not found. retry in 942.043532ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:29.673029019Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:25:30.422775431Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"wait for service Some(\"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31\") failed: Property not found. retry in 1.125470788s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:30.625681268Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:31.094824821Z","hostname":"sock","pid":1572,"component":"NexusNotifierTask","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:25:31.425503375Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"wait for service Some(\"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31\") failed: Property not found. retry in 1.183010969s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:31.762585073Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:25:32.428623329Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"wait for service Some(\"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31\") failed: Property not found. retry in 996.688918ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:32.956024619Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:33.094694394Z","hostname":"sock","pid":1572,"component":"NexusNotifierTask","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:25:33.431377762Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"wait for service Some(\"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31\") failed: Property not found. retry in 1.482500167s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:33.963377179Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:25:34.435248127Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:35.094478025Z","hostname":"sock","pid":1572,"component":"NexusNotifierTask","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:25:35.438876545Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"wait for service Some(\"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31\") failed: Property not found. retry in 1.440716832s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:35.456353074Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:25:36.44278297Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:36.926891993Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_d55b1dd1-7923-4158-bf74-8141bd82852d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:36.926927934Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_external_dns_33ad8f93-2b4e-4f15-a193-986145855dbb"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:36.927389216Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_5978c763-1eb7-46f6-9046-7be03f69e0e5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:36.927400367Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_a3dda006-ccaa-4dd3-bb14-7a9b7ede6733"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:36.927405567Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_oximeter_79488ebd-ca89-4737-be0d-354826998905"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:36.927411427Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_b45736b5-247d-4057-a8d4-ebf2c7559797"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:36.927416937Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_6aa8c579-eaa5-474e-837f-0d81bfd69ad5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:36.927424128Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_20e126ef-e6fd-49ba-aafc-5fc6fb8698b2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:36.927431008Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_9fec0fb5-7eea-4af7-be6d-a7680af8588a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:36.927452118Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_6428ed70-db9f-4da8-8d9d-b09c2dd1c036"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:36.927458278Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_2005094d-5a6d-4887-abb1-baf3449e9fa7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:36.927464939Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_8bf6e565-0b6a-4190-8f56-6fb96132a1fd"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:36.927479069Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_d1efdf36-c250-4466-ac85-6a46af6ee1be"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:36.927486179Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_9eefc15b-8608-4452-aeb0-514c08fa5527"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:36.92749301Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_66ef4006-1cbb-4adc-bf7b-ba05e08fd8b5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:36.92749895Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_ae38e123-1a56-4e03-95ec-310ca72bbd8a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:36.92750285Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_clickhouse_ad7863c3-ff5c-4e2e-96b1-d400e267ad31"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:36.92751368Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_external_dns_2d31e501-c50e-4f36-b9cb-03903788e2aa"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:36.92751938Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_cd3369d0-1fd5-4083-8f97-7b728eecfa40"} {"msg":"Writing ledger to /pool/int/a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:36.927647034Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/91f685ec-facb-4534-b317-fa1820b544e6/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:36.929440443Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:36.930506012Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"e3926ad1-0bd5-4238-bb85-7e6521fb400e","remote_addr":"[fd00:1122:3344:101::1]:60535","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":40061949,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:36.93371631Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1322"} {"msg":"Writing ledger to /pool/int/a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:36.934579074Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/91f685ec-facb-4534-b317-fa1820b544e6/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:36.934759259Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:36.940740303Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::a]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:36.941410751Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:720"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:36.972050172Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fb9aa554-f959-49d5-975a-a4595288f00a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:36.972580996Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fb9aa554-f959-49d5-975a-a4595288f00a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:37.050992378Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:37.094553363Z","hostname":"sock","pid":1572,"component":"NexusNotifierTask","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fb9aa554-f959-49d5-975a-a4595288f00a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:37.181087078Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fb9aa554-f959-49d5-975a-a4595288f00a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:37.330466027Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:25:37.445470472Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fb9aa554-f959-49d5-975a-a4595288f00a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:37.454345726Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fb9aa554-f959-49d5-975a-a4595288f00a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:37.651801583Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fb9aa554-f959-49d5-975a-a4595288f00a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:37.865183898Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fb9aa554-f959-49d5-975a-a4595288f00a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:38.220697583Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:25:38.447692962Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fb9aa554-f959-49d5-975a-a4595288f00a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:38.467966118Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:39.094957141Z","hostname":"sock","pid":1572,"component":"NexusNotifierTask","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fb9aa554-f959-49d5-975a-a4595288f00a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:39.097199483Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9772f104-f050-4d64-ad07-7e3347035f74)","v":0,"name":"SledAgent","level":50,"time":"2024-10-10T04:25:39.450692242Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fb9aa554-f959-49d5-975a-a4595288f00a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:39.699104018Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fb9aa554-f959-49d5-975a-a4595288f00a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:40.419192986Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/fb9aa554-f959-49d5-975a-a4595288f00a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:40.936969053Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b31fdf8-e9fb-4ff5-aac2-e3c06b1accca\", \"content-length\": \"173\", \"date\": \"Thu, 10 Oct 2024 04:25:41 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"fb9aa554-f959-49d5-975a-a4595288f00a\\\"\", request_id: \"3b31fdf8-e9fb-4ff5-aac2-e3c06b1accca\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:42.698493766Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:43.247580832Z","hostname":"sock","pid":1572,"component":"NexusNotifierTask","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/nexus.rs:544","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:43.885929927Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:42331"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:43.887443489Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"c4e84c1e-b4ac-4261-9172-d54fa48dce1f","remote_addr":"[fd00:1122:3344:101::c]:42331","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1395,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:25:43.896420095Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"4005b436-bad6-4c38-8438-dd7216469d29\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Thu, 10 Oct 2024 04:25:43 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"4005b436-bad6-4c38-8438-dd7216469d29\\\" }\"","delay":"35.147348599s"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:43.943324322Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:33355"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:43.945944504Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:44.192311464Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"fc47545d-4369-417d-a72e-6a6ed06bdb9c","remote_addr":"[fd00:1122:3344:101::c]:33355","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":246384,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:44.192465848Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48861"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:44.193501757Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:44.193541938Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/91f685ec-facb-4534-b317-fa1820b544e6/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:44.193785344Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:44.194013171Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"GET","req_id":"5a40ac62-fb3b-41b3-81fe-d7bb4953b16c","remote_addr":"[fd00:1122:3344:101::c]:33355","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1012,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:44.194122524Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:44.194147354Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"aa071df4-5f3f-4cf8-8112-07d93349e727","remote_addr":"[fd00:1122:3344:101::c]:42331","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1602,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:44.195491031Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"a135252b-7a20-4c73-8c0e-a1218df85622","remote_addr":"[fd00:1122:3344:101::c]:48861","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2867,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"201afe99-5138-4428-8e20-c3ba22973cd2\", \"content-length\": \"173\", \"date\": \"Thu, 10 Oct 2024 04:25:43 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"fb9aa554-f959-49d5-975a-a4595288f00a\\\"\", request_id: \"201afe99-5138-4428-8e20-c3ba22973cd2\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:44.258235013Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:44.305202922Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"1fff445b-63c6-41fd-b352-e94fbc7e75db","remote_addr":"[fd00:1122:3344:101::c]:42331","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3189,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:44.826911196Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:44362"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:44.82705112Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"8b1711a6-1d73-43a7-9f24-1a11675dc6a7","remote_addr":"[fd00:1122:3344:101::a]:44362","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":77,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:44.841673401Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51861"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:44.841807435Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"0f57cf67-58da-49f4-9f58-b536509ba172","remote_addr":"[fd00:1122:3344:101::b]:51861","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":53,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:44.9753986Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62606"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:44.975639047Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"1cbbf6a9-4d7f-4132-8473-af77c800ad86","remote_addr":"[fd00:1122:3344:101::a]:62606","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":147,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:44.979435191Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49852"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:44.980230833Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:45.22756113Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"18622782-7311-43b2-9096-c43d821c54ec","remote_addr":"[fd00:1122:3344:101::a]:49852","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":247960,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:45.227658312Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:54812"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:45.227705494Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:39845"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:45.227901719Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:45.227913529Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:45.227920169Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"1249b1f9-30fb-459e-aba8-b3b42ef263f9","remote_addr":"[fd00:1122:3344:101::a]:44362","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":155,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:45.22792796Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"d1992404-fbd5-479b-89b6-b6e48c5e56d4","remote_addr":"[fd00:1122:3344:101::b]:51861","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":169,"response_code":"204"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:45.228168626Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:45.228243208Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:45.228396822Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/91f685ec-facb-4534-b317-fa1820b544e6/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:45.231920029Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:45.232103094Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"0d9e1c0c-7d7f-45a9-9100-a08c6190eb60","remote_addr":"[fd00:1122:3344:101::b]:54812","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3305,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:45.234689025Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"GET","req_id":"21c0c2af-d8f5-45a3-8376-bf4eca05774d","remote_addr":"[fd00:1122:3344:101::a]:49852","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6608,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:45.350259186Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"8c09e3cb-3f80-4cc4-b241-2aa606d07391","remote_addr":"[fd00:1122:3344:101::b]:51861","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1678,"response_code":"204"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:45.372130796Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:469","new_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 4 }","old_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 4 }","subnet":"RouterId { vni: Vni(100), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:45.375686064Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3efb92ce-630c-4768-af03-419ea87cb09e","remote_addr":"[fd00:1122:3344:101::a]:44362","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3777,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:45.472427788Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"5e5a3983-5232-4483-942e-73678b21c685","remote_addr":"[fd00:1122:3344:101::b]:39845","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":244023,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:45.472991534Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:45.473042445Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/91f685ec-facb-4534-b317-fa1820b544e6/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:45.473320943Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:45.473574Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"GET","req_id":"4a29fdd0-a3e7-44b3-89f2-8fc11a97910a","remote_addr":"[fd00:1122:3344:101::b]:39845","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":660,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:45.815787659Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50555"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:45.815915093Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:46.035421096Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"c15c3344-7d21-4e27-8b29-29117d6b5bca","remote_addr":"[fd00:1122:3344:101::b]:50555","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":219521,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:46.036651579Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:46.036708081Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/91f685ec-facb-4534-b317-fa1820b544e6/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:46.036999039Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:46.037258336Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"GET","req_id":"6e463fd6-9f4d-4cfe-a08d-c3cac33b0906","remote_addr":"[fd00:1122:3344:101::b]:50555","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1347,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:46.750331871Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64313"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:46.75244881Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a9f3dd40-0511-40d8-a0ba-72083824e3f4, kind: Service { id: 2d31e501-c50e-4f36-b9cb-03903788e2aa }, name: Name(\"external-dns-2d31e501-c50e-4f36-b9cb-03903788e2aa\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 128])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b4bed306-af7b-4e06-8da1-513b48153405, kind: Service { id: 33ad8f93-2b4e-4f15-a193-986145855dbb }, name: Name(\"external-dns-33ad8f93-2b4e-4f15-a193-986145855dbb\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 167])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1829e665-fb89-42b3-9a66-6e40ee21a0b7, kind: Service { id: 6428ed70-db9f-4da8-8d9d-b09c2dd1c036 }, name: Name(\"nexus-6428ed70-db9f-4da8-8d9d-b09c2dd1c036\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4de71abe-7b12-42f1-b925-fb4c5f7bbb10, kind: Service { id: ae38e123-1a56-4e03-95ec-310ca72bbd8a }, name: Name(\"nexus-ae38e123-1a56-4e03-95ec-310ca72bbd8a\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 210])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8cedea6e-3a64-4551-93ec-6debcab5913e, kind: Service { id: b45736b5-247d-4057-a8d4-ebf2c7559797 }, name: Name(\"nexus-b45736b5-247d-4057-a8d4-ebf2c7559797\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 69])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:46.752497831Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:46.752527252Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:46.752533812Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:46.752540552Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:46.752547392Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:46.752555042Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:46.752587393Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"1e63929c-3b34-48e7-b29a-ded786deaa2b","remote_addr":"[fd00:1122:3344:101::a]:64313","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2174,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:46.754772043Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:959"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:46.996015503Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:49283"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:46.996249079Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a9f3dd40-0511-40d8-a0ba-72083824e3f4, kind: Service { id: 2d31e501-c50e-4f36-b9cb-03903788e2aa }, name: Name(\"external-dns-2d31e501-c50e-4f36-b9cb-03903788e2aa\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 128])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b4bed306-af7b-4e06-8da1-513b48153405, kind: Service { id: 33ad8f93-2b4e-4f15-a193-986145855dbb }, name: Name(\"external-dns-33ad8f93-2b4e-4f15-a193-986145855dbb\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 167])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1829e665-fb89-42b3-9a66-6e40ee21a0b7, kind: Service { id: 6428ed70-db9f-4da8-8d9d-b09c2dd1c036 }, name: Name(\"nexus-6428ed70-db9f-4da8-8d9d-b09c2dd1c036\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4de71abe-7b12-42f1-b925-fb4c5f7bbb10, kind: Service { id: ae38e123-1a56-4e03-95ec-310ca72bbd8a }, name: Name(\"nexus-ae38e123-1a56-4e03-95ec-310ca72bbd8a\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 210])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8cedea6e-3a64-4551-93ec-6debcab5913e, kind: Service { id: b45736b5-247d-4057-a8d4-ebf2c7559797 }, name: Name(\"nexus-b45736b5-247d-4057-a8d4-ebf2c7559797\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 69])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:46.99629969Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:46.996328161Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:46.996334771Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:46.996346662Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:46.996360752Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:46.996369132Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:46.996386453Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d0f58563-ab56-4ff5-9b64-32fa959da659","remote_addr":"[fd00:1122:3344:101::b]:49283","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":266,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:47.156137746Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:47358"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:47.156241319Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:47.372181494Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"e3355807-1592-441b-ae99-49105ee07ca1","remote_addr":"[fd00:1122:3344:101::a]:47358","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":215934,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:47.372648917Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:47.372697449Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/91f685ec-facb-4534-b317-fa1820b544e6/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:47.373012637Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:47.373273734Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"GET","req_id":"8a64013f-faf0-4b41-899a-715159aaac0f","remote_addr":"[fd00:1122:3344:101::a]:47358","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":707,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:47.537993664Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57737"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:47.53820361Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a9f3dd40-0511-40d8-a0ba-72083824e3f4, kind: Service { id: 2d31e501-c50e-4f36-b9cb-03903788e2aa }, name: Name(\"external-dns-2d31e501-c50e-4f36-b9cb-03903788e2aa\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 128])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b4bed306-af7b-4e06-8da1-513b48153405, kind: Service { id: 33ad8f93-2b4e-4f15-a193-986145855dbb }, name: Name(\"external-dns-33ad8f93-2b4e-4f15-a193-986145855dbb\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 167])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1829e665-fb89-42b3-9a66-6e40ee21a0b7, kind: Service { id: 6428ed70-db9f-4da8-8d9d-b09c2dd1c036 }, name: Name(\"nexus-6428ed70-db9f-4da8-8d9d-b09c2dd1c036\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4de71abe-7b12-42f1-b925-fb4c5f7bbb10, kind: Service { id: ae38e123-1a56-4e03-95ec-310ca72bbd8a }, name: Name(\"nexus-ae38e123-1a56-4e03-95ec-310ca72bbd8a\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 210])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8cedea6e-3a64-4551-93ec-6debcab5913e, kind: Service { id: b45736b5-247d-4057-a8d4-ebf2c7559797 }, name: Name(\"nexus-b45736b5-247d-4057-a8d4-ebf2c7559797\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 69])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:47.538240971Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:47.538271281Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:47.538277612Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:47.538284442Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:47.538289632Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:47.538294542Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:47.538310273Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"a97001ff-cc0f-43ee-8dce-eb6aa06b10df","remote_addr":"[fd00:1122:3344:101::a]:57737","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":252,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:49.087383806Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:41579"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:49.087620123Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a9f3dd40-0511-40d8-a0ba-72083824e3f4, kind: Service { id: 2d31e501-c50e-4f36-b9cb-03903788e2aa }, name: Name(\"external-dns-2d31e501-c50e-4f36-b9cb-03903788e2aa\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 128])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b4bed306-af7b-4e06-8da1-513b48153405, kind: Service { id: 33ad8f93-2b4e-4f15-a193-986145855dbb }, name: Name(\"external-dns-33ad8f93-2b4e-4f15-a193-986145855dbb\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 167])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1829e665-fb89-42b3-9a66-6e40ee21a0b7, kind: Service { id: 6428ed70-db9f-4da8-8d9d-b09c2dd1c036 }, name: Name(\"nexus-6428ed70-db9f-4da8-8d9d-b09c2dd1c036\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4de71abe-7b12-42f1-b925-fb4c5f7bbb10, kind: Service { id: ae38e123-1a56-4e03-95ec-310ca72bbd8a }, name: Name(\"nexus-ae38e123-1a56-4e03-95ec-310ca72bbd8a\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 210])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8cedea6e-3a64-4551-93ec-6debcab5913e, kind: Service { id: b45736b5-247d-4057-a8d4-ebf2c7559797 }, name: Name(\"nexus-b45736b5-247d-4057-a8d4-ebf2c7559797\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 69])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:49.087666684Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:49.087694115Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:49.087711115Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:49.087718215Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:49.087724346Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:49.087730636Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:49.087754247Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"19f38c5c-86b5-4965-af67-8ea4c4ae1a67","remote_addr":"[fd00:1122:3344:101::c]:41579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":247,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:55.811459634Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56652"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:55.811597547Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"12101c70-8980-458b-a9b8-82cb25c7237b","remote_addr":"[fd00:1122:3344:101::a]:56652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:55.883522101Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:55.883551362Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"c325b847-52d8-4e54-9f2d-86fd078a4bd4","remote_addr":"[fd00:1122:3344:101::a]:56652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:55.895357616Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"9728b4be-fc1f-455c-a7d9-375f8bc3830f","remote_addr":"[fd00:1122:3344:101::a]:56652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":947,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:56.914454258Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48660"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:25:56.916394131Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"40f49524-20c0-4201-b89e-dc043636d3d8","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48660","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1865,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:13.788544275Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37903"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:13.788707499Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e85ced1d-72a6-4c74-9583-2b37bd2d2841","remote_addr":"[fd00:1122:3344:101::c]:37903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":81,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:13.81972189Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:13.819758371Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"3b2e3aff-a355-4001-a123-c7c66a170bc8","remote_addr":"[fd00:1122:3344:101::c]:37903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":73,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:13.830000462Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"bd94b48c-433d-4f59-ab11-15dd049e8d4c","remote_addr":"[fd00:1122:3344:101::c]:37903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":162,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:13.871443319Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37845"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:13.871619594Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"438a17c8-ff18-49f5-8559-4eda560ab897","remote_addr":"[fd00:1122:3344:101::c]:37845","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:13.979492314Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:36014"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:13.980182183Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:14.046696998Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:14.104552795Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"3346b48f-3a11-410e-b2e8-3f2f7a550456","remote_addr":"[fd00:1122:3344:101::c]:36014","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":125004,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:14.105372038Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"28cc8e02-2321-4755-b953-a6174e4c0a57","remote_addr":"[fd00:1122:3344:101::c]:36014","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":568,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:14.274788617Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:14.274828228Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/91f685ec-facb-4534-b317-fa1820b544e6/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:14.275695802Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:14.276405021Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:14.276422282Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"PUT","req_id":"5e5c44f9-aa6b-4778-bba4-3bf2b4750561","remote_addr":"[fd00:1122:3344:101::c]:36014","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2399,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:14.753384158Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:14.753520382Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"468d3534-f55d-4930-be14-ecb716a2574c","remote_addr":"[fd00:1122:3344:101::a]:36451","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":78,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:14.769390417Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:14.769421848Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"6abf3cb5-f6d3-483a-9a0a-4b842cf8a6bd","remote_addr":"[fd00:1122:3344:101::a]:36451","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":75,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:14.781491789Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"80880e93-8a3a-4021-bfaa-3a77bf3ed7da","remote_addr":"[fd00:1122:3344:101::a]:36451","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":244,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:14.82671642Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:43518"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:14.826875405Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"05a3159e-8ffe-4990-a9d9-e7340c881403","remote_addr":"[fd00:1122:3344:101::b]:43518","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":57,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:14.841783934Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:14.841807215Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"70fa1338-7cf1-43d0-a7bc-781ea1ad6137","remote_addr":"[fd00:1122:3344:101::b]:43518","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:14.854467252Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d450ad74-8f7c-40f6-a538-7eb060e9e7d3","remote_addr":"[fd00:1122:3344:101::b]:43518","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":848,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:14.932430771Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49279"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:14.932597356Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"77cb5cab-66df-42b4-9d1d-d51605184d83","remote_addr":"[fd00:1122:3344:101::a]:49279","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":128,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:14.940097201Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:45089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:14.940230735Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"577a95b2-e184-44f3-9423-6c502f417bff","remote_addr":"[fd00:1122:3344:101::b]:45089","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:15.007920662Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55943"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:15.008074777Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:15.046398688Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:15.103485515Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"d5a80c4e-4951-41db-bc40-e11f5b67b7ef","remote_addr":"[fd00:1122:3344:101::a]:55943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95501,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:15.103620448Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44215"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:15.103848065Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:15.107588557Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"17b4003f-bd79-408d-8517-5d2ebf0de06c","remote_addr":"[fd00:1122:3344:101::a]:55943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3714,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:15.140034638Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:15.195769807Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"d52a3aa3-5df8-4ea6-8c1d-775bbda76b8d","remote_addr":"[fd00:1122:3344:101::b]:44215","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92005,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:15.196183628Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"16e3d242-3c54-4f41-bf4c-0212428f93e8","remote_addr":"[fd00:1122:3344:101::b]:44215","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":149,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:26.954927027Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35869"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:26.955199125Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"d9618e55-af91-4cea-9b46-28e670285a28","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35869","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":32,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:38.967885581Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:43.817766304Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:46314"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:43.817928878Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"b98e1fe5-bbbc-4e0a-9fb1-e6c3386b8394","remote_addr":"[fd00:1122:3344:101::c]:46314","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:43.940668486Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:43.940708287Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"32c8d482-7c40-4db9-a40b-e4ef56875656","remote_addr":"[fd00:1122:3344:101::c]:46314","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":81,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:43.952358387Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f7ce083d-198a-4bb7-9ab1-78faa4ba7bae","remote_addr":"[fd00:1122:3344:101::c]:46314","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1002,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:44.094681182Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:44.094875597Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"8ebea834-b6b8-49d8-a31a-148cdca0941f","remote_addr":"[fd00:1122:3344:101::c]:47140","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":153,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:44.203661692Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:54556"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:44.203746775Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:44.23892873Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:44.292548991Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5a25fc5d-84d0-4651-aaf2-f8cc06358432","remote_addr":"[fd00:1122:3344:101::c]:54556","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88841,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:44.292890191Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"0c993661-e91e-4341-8efc-a39a14866b00","remote_addr":"[fd00:1122:3344:101::c]:54556","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":125,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:44.856854375Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55932"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:44.857025599Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ec2829d9-ba91-4397-a34c-2161e1b614bd","remote_addr":"[fd00:1122:3344:101::b]:55932","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:44.87709839Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:44.877118211Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"3b429fa9-4189-4a50-9d6b-b9e201777217","remote_addr":"[fd00:1122:3344:101::b]:55932","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1231,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:44.916290505Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43337"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:44.91647417Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"b53e4c2d-b48e-4d84-aed8-a089adfcf028","remote_addr":"[fd00:1122:3344:101::a]:43337","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":51,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:44.983699375Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:44.983741156Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"29cc4440-e71e-4199-968b-06314fbc8b1e","remote_addr":"[fd00:1122:3344:101::a]:43337","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":75,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:44.994788249Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"1d5ceae3-1546-43ab-8ed3-2df98639c966","remote_addr":"[fd00:1122:3344:101::a]:43337","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1399,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:45.124781316Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33401"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:45.124965241Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"9b9d268d-9d35-484f-9ee8-f29d94a412bd","remote_addr":"[fd00:1122:3344:101::a]:33401","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":147,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:45.162764538Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52688"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:45.162870301Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:45.197753348Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:45.254688821Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"ac92db29-9436-4cc5-a2a0-c6c159162053","remote_addr":"[fd00:1122:3344:101::a]:52688","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91859,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:45.254922517Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:52416"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:45.255282667Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f838f254-366b-4276-87b7-d44450939bb3","remote_addr":"[fd00:1122:3344:101::b]:55932","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":427,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:45.259814791Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"fea02c22-8c20-4426-b4ce-923aa0c99b36","remote_addr":"[fd00:1122:3344:101::b]:52416","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4631,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:45.260155411Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"63e105e6-af4a-438b-b170-5009a1eaf4c9","remote_addr":"[fd00:1122:3344:101::a]:52688","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:45.492005432Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:53812"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:45.492130796Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:45.528260647Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:45.581839707Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"f3462937-aa32-43f6-be3b-03e23e16e7d2","remote_addr":"[fd00:1122:3344:101::b]:53812","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89757,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:45.582118634Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"dbedc509-b27f-4dd2-aadc-1409d42f34d7","remote_addr":"[fd00:1122:3344:101::b]:53812","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:49.181706161Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:59296","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"producer-server","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:43452"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:49.203682274Z","hostname":"sock","pid":1572,"uri":"/9772f104-f050-4d64-ad07-7e3347035f74","method":"GET","req_id":"742e39fa-d614-4190-92a3-ba54fc938253","remote_addr":"[fd00:1122:3344:101::d]:43452","local_addr":"[fd00:1122:3344:101::1]:59296","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":21864,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:56.996288699Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55644"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:26:56.996403992Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"00b3a073-1088-485e-879d-d937f89e3763","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55644","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":39,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:13.80542838Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48636"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:13.805599665Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"66112dab-2183-401c-8adf-1a7378a3b708","remote_addr":"[fd00:1122:3344:101::c]:48636","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:13.860018528Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:13.860045879Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"12321048-9d3e-4d15-ab7a-47fba0a82744","remote_addr":"[fd00:1122:3344:101::c]:48636","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:13.87137041Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"7b0abbe7-4ccb-4c95-bb30-21ca441d95b0","remote_addr":"[fd00:1122:3344:101::c]:48636","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":312,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:13.886187436Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:56811"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:13.887346148Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"9fc000c8-3615-48fa-a77c-f569cdffeccf","remote_addr":"[fd00:1122:3344:101::c]:56811","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1084,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:13.962562672Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:44815"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:13.962676955Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:14.002637222Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:14.062467473Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"6ff16c31-d80b-4ee2-ac80-23948e9beb91","remote_addr":"[fd00:1122:3344:101::c]:44815","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99819,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:14.06272905Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"360c2da3-164c-4996-973b-78f872152a6f","remote_addr":"[fd00:1122:3344:101::c]:44815","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":114,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:14.753757011Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:32842"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:14.753909785Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"44509f64-6b57-49b5-b90d-6507c2e160be","remote_addr":"[fd00:1122:3344:101::a]:32842","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:14.794975762Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:14.795017493Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"1e732ba3-aef8-4d0b-84dc-e6ba9552f820","remote_addr":"[fd00:1122:3344:101::a]:32842","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:14.806120647Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"2bb8f820-7a03-4973-8cd6-06f901ec51c3","remote_addr":"[fd00:1122:3344:101::a]:32842","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1020,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:14.827687519Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59386"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:14.827790372Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:14.866921326Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:14.929214395Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"ec972333-eb90-4617-8248-72676d6bda1a","remote_addr":"[fd00:1122:3344:101::a]:59386","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101469,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:14.929519403Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56030"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:14.929638417Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62021"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:14.929744989Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"2daa7ecd-9958-42c1-9ca4-afd09bbfb837","remote_addr":"[fd00:1122:3344:101::a]:59386","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":214,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:14.930703406Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a4acb868-d51d-4a16-8175-cb8699e52c3a","remote_addr":"[fd00:1122:3344:101::b]:62021","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":883,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:14.930750607Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"a4b6ff75-ee34-4e95-9a70-75083df522ad","remote_addr":"[fd00:1122:3344:101::a]:56030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1025,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:14.958496618Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:14.95855704Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"c821b870-a700-401b-af71-c8244e1db84b","remote_addr":"[fd00:1122:3344:101::b]:62021","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":964,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:15.048863288Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:45988"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:15.049038103Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"c171ada6-6a61-4684-91a3-d546f378def0","remote_addr":"[fd00:1122:3344:101::b]:45988","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":115,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:15.056039925Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"116b20d1-2444-46d3-b199-5d016bef95b1","remote_addr":"[fd00:1122:3344:101::b]:62021","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":179,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:15.100949607Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:41523"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:15.101034769Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:15.139162896Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:15.196061027Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"8e248a10-f762-4cbd-9668-bea6a6bdb214","remote_addr":"[fd00:1122:3344:101::b]:41523","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95058,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:15.196319254Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"bf6da3cb-6f21-46b2-91c8-cc24b38b3692","remote_addr":"[fd00:1122:3344:101::b]:41523","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:19.190112086Z","hostname":"sock","pid":1572,"uri":"/9772f104-f050-4d64-ad07-7e3347035f74","method":"GET","req_id":"dcf54deb-818d-4118-bb7b-43f985ec125f","remote_addr":"[fd00:1122:3344:101::d]:43452","local_addr":"[fd00:1122:3344:101::1]:59296","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8071,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:27.031996273Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41523"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:27.032088906Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"b515e6be-99ab-4c98-aae5-8380bb407359","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41523","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":38,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:43.932703668Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52720"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:43.93351236Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"caf6da09-229b-4813-8ee4-3a2f5f72eae1","remote_addr":"[fd00:1122:3344:101::c]:52720","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":750,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:43.940192584Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58442"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:43.940360879Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"a7766714-fd74-4cba-aff8-79e00d3ac68a","remote_addr":"[fd00:1122:3344:101::c]:58442","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:43.976403068Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:43.976440109Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"8404b6b5-70f6-49a0-a094-dc57db1e4b25","remote_addr":"[fd00:1122:3344:101::c]:52720","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":76,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:43.984737666Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"414c51f9-0a67-4236-8c02-bc504a98c6d8","remote_addr":"[fd00:1122:3344:101::c]:52720","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":194,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:44.186688327Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:43621"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:44.186807451Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:44.225496422Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:44.282432714Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"d58b289e-0ccb-427b-9498-1f7c2687c50e","remote_addr":"[fd00:1122:3344:101::c]:43621","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95678,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:44.282690702Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"44be5594-68f9-4036-b36b-12750e09b3b5","remote_addr":"[fd00:1122:3344:101::c]:43621","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:44.816949171Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:48325"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:44.817183327Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"5838a12f-7afe-47af-beee-8875206ad412","remote_addr":"[fd00:1122:3344:101::b]:48325","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:44.872349891Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:44.872384761Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"a9983d0a-b5fb-4cb4-8f24-02e8afe1c801","remote_addr":"[fd00:1122:3344:101::b]:48325","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1094,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:44.883162227Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"e3a5fb6e-7c77-4536-aac6-691c565304e4","remote_addr":"[fd00:1122:3344:101::b]:48325","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":328,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:44.946145295Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:54512"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:44.946264089Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a8646e69-1efc-47d9-aa33-c217666c7d16","remote_addr":"[fd00:1122:3344:101::a]:54512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":63,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:44.998484161Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:44.998527613Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"47780021-0113-4c91-883c-a2c831a09b8c","remote_addr":"[fd00:1122:3344:101::a]:54512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":84,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:45.00756221Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"725a477d-7e16-4dad-824f-3378fd5d085e","remote_addr":"[fd00:1122:3344:101::a]:54512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":311,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:45.041399879Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41768"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:45.041728028Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:45.08662647Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:45.145007002Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5dbae892-5def-47c9-9abe-ef66ff5e10d0","remote_addr":"[fd00:1122:3344:101::a]:41768","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103326,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:45.145129265Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:56418"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:45.145158926Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52101"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:45.146185984Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"4d743766-cec7-4787-bb4b-021a446b8971","remote_addr":"[fd00:1122:3344:101::a]:52101","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":947,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:45.146210035Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"f78fdcfe-d89e-4df4-a4bc-9595bd5ab51a","remote_addr":"[fd00:1122:3344:101::b]:56418","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":821,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:45.146221305Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"e8d26a1d-a60c-4f3a-ae20-2eab035760c2","remote_addr":"[fd00:1122:3344:101::a]:41768","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":922,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:45.259585206Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62346"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:45.25971808Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:45.296880359Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:45.347230051Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"b526daea-2640-48bf-9f13-afe11fe1b86c","remote_addr":"[fd00:1122:3344:101::b]:62346","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87576,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:45.347476537Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"6dd6c5e3-ad96-46a2-9792-9e4fd7e5db35","remote_addr":"[fd00:1122:3344:101::b]:62346","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:49.18785491Z","hostname":"sock","pid":1572,"uri":"/9772f104-f050-4d64-ad07-7e3347035f74","method":"GET","req_id":"4e2e4d9d-bebc-4c4a-8820-dfcd95c61c0d","remote_addr":"[fd00:1122:3344:101::d]:43452","local_addr":"[fd00:1122:3344:101::1]:59296","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6209,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:57.067248017Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33944"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:27:57.067998398Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"f2918b9c-9aa4-459e-b90a-ccfafd5b76a3","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33944","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":673,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:13.834370617Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:60883"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:13.834536881Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"3254e8f6-57e5-470c-92bf-8dce62e3ada7","remote_addr":"[fd00:1122:3344:101::c]:60883","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:13.848982698Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:13.849000668Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"10bbe8b9-1d28-4a02-935c-46b4b987468e","remote_addr":"[fd00:1122:3344:101::c]:60883","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":78,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:13.912140831Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47002"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:13.912326445Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"017559a9-e049-42dc-94ce-4b5299823c3a","remote_addr":"[fd00:1122:3344:101::c]:47002","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":139,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:13.92085751Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b01ecb36-45aa-407c-a678-68a9a84447e2","remote_addr":"[fd00:1122:3344:101::c]:60883","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":737,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:14.019950109Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:45492"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:14.020594936Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:14.05936826Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:14.116517668Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"fa02846e-763c-4b3f-8514-fab45676725f","remote_addr":"[fd00:1122:3344:101::c]:45492","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96508,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:14.116846067Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"404fb3ff-9b41-439f-b0ad-b113d9a8bd49","remote_addr":"[fd00:1122:3344:101::c]:45492","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:14.737068685Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52270"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:14.73723887Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e68de17b-174f-48bb-8a80-12182c5e3084","remote_addr":"[fd00:1122:3344:101::a]:52270","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:14.790158252Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:14.790187203Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"f30c3b25-93a9-4d04-a2a8-3f1f0ac9d1ff","remote_addr":"[fd00:1122:3344:101::a]:52270","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":120,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:14.800709941Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64150"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:14.800821154Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"21c2143d-05ea-4b3c-863a-2d13415ea1b2","remote_addr":"[fd00:1122:3344:101::b]:64150","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":37,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:14.8036004Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"5dd977b4-68dc-498c-a2ad-77ac7742264d","remote_addr":"[fd00:1122:3344:101::a]:52270","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":222,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:14.843551157Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:14.843582068Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"fac1bc54-2210-44d4-b8cd-690a9f11160d","remote_addr":"[fd00:1122:3344:101::b]:64150","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":66,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:14.853812878Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"dae37902-a27d-4fef-8be7-dd484c78da1c","remote_addr":"[fd00:1122:3344:101::b]:64150","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":170,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:14.892554391Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:33531"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:14.893504138Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"1771bcec-cbe3-4a78-8220-11b6a79bb93f","remote_addr":"[fd00:1122:3344:101::b]:33531","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":914,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:14.90962075Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:34996"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:14.910493844Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:14.947867669Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:15.006666772Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"442033b4-44a4-46b5-8084-22148ead970f","remote_addr":"[fd00:1122:3344:101::b]:34996","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96989,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:15.006796016Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:47317"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:15.006821707Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60308"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:15.007080504Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"aea1eb7f-70bf-4995-bfaa-aa6e97fcb30a","remote_addr":"[fd00:1122:3344:101::a]:60308","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":186,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:15.007115255Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"f668b3b2-cfae-44b8-95cb-0276c7a2c1b7","remote_addr":"[fd00:1122:3344:101::b]:34996","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":200,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:15.007246108Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:15.050409203Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:15.118858201Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"02be4272-9640-4c04-9b23-e6ad67813df9","remote_addr":"[fd00:1122:3344:101::a]:47317","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":111738,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:15.11920297Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"10ae7cbf-9721-4924-b29d-c83520c6e9b5","remote_addr":"[fd00:1122:3344:101::a]:47317","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":157,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:19.187281511Z","hostname":"sock","pid":1572,"uri":"/9772f104-f050-4d64-ad07-7e3347035f74","method":"GET","req_id":"742250bb-b0c7-44f6-915a-6589a8c9ddc1","remote_addr":"[fd00:1122:3344:101::d]:43452","local_addr":"[fd00:1122:3344:101::1]:59296","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5839,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:27.102221003Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41058"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:27.102324306Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"b9226b1c-c63b-4759-a9ce-9db8f3ce0f1d","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41058","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":36,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:43.915873389Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:34678"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:43.916017843Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6a481a00-b1bb-4976-ae8f-482a72be7700","remote_addr":"[fd00:1122:3344:101::c]:34678","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:43.962786036Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:43.962816537Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"b5806fdc-8ba3-499d-a129-1a5febf0a3fb","remote_addr":"[fd00:1122:3344:101::c]:34678","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:44.006100935Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:46667"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:44.00628118Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"9548281e-8cf2-4a1d-bee2-7f581433011e","remote_addr":"[fd00:1122:3344:101::c]:46667","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":132,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:44.015084431Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"81dec256-7c4b-4a7f-8c98-4aef8a63c39e","remote_addr":"[fd00:1122:3344:101::c]:34678","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":175,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:44.078292065Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:56226"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:44.079077947Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:44.117483251Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:44.176043118Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"e426e4bc-0470-4e45-8f1a-7b243b95d484","remote_addr":"[fd00:1122:3344:101::c]:56226","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97668,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:44.176280684Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"8be94aff-4e2d-4e6d-bae8-980d0e86a6bf","remote_addr":"[fd00:1122:3344:101::c]:56226","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:44.919458865Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63890"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:44.91962391Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e768aa2d-c85f-4dd3-9420-9f15cc79d702","remote_addr":"[fd00:1122:3344:101::b]:63890","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":81,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:44.968999905Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:44.969059866Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"38a4882c-2598-4d11-9b37-293d00f50878","remote_addr":"[fd00:1122:3344:101::b]:63890","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:44.978846845Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"5178f4e8-b9f6-4ff7-b309-997b750f7c14","remote_addr":"[fd00:1122:3344:101::b]:63890","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":212,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:45.04391906Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34186"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:45.044018713Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"fa842505-b367-4df0-8592-6319a61cbfff","remote_addr":"[fd00:1122:3344:101::a]:34186","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":51,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:45.091566208Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:45.091602479Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"e7f784dc-4f63-4787-b7b3-5d1cd8710118","remote_addr":"[fd00:1122:3344:101::a]:34186","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":120,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:45.102263141Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3b0378e4-a764-43ba-a752-9e0177400fd6","remote_addr":"[fd00:1122:3344:101::a]:34186","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":234,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:45.144992284Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:37688"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:45.14524278Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"1f1377a7-e590-44ee-ad8c-7a9559e2ddda","remote_addr":"[fd00:1122:3344:101::b]:37688","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:45.16525931Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59879"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:45.165386993Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"17ba7b08-2f3d-4885-a2bb-24e4caaba810","remote_addr":"[fd00:1122:3344:101::a]:59879","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:45.177014102Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52002"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:45.177130526Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:45.215630972Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:45.265889461Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"23abf91e-654b-49f7-9ba7-29ecaf5e0736","remote_addr":"[fd00:1122:3344:101::a]:52002","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88796,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:45.266059686Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36096"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:45.266885188Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:45.270246801Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"c0852961-09e2-461d-a488-313de8a20087","remote_addr":"[fd00:1122:3344:101::a]:52002","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4017,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:45.299519334Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:45.350546054Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"94f6cc30-d69b-41d9-b6f6-4efb58fb97b1","remote_addr":"[fd00:1122:3344:101::b]:36096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":84377,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:45.350900654Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"1dff0380-4b74-43bb-921e-29fd13b2e259","remote_addr":"[fd00:1122:3344:101::b]:36096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":150,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:49.190878076Z","hostname":"sock","pid":1572,"uri":"/9772f104-f050-4d64-ad07-7e3347035f74","method":"GET","req_id":"1ad292f3-fe1e-4d77-b652-4e11ff1cb74c","remote_addr":"[fd00:1122:3344:101::d]:43452","local_addr":"[fd00:1122:3344:101::1]:59296","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5996,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:57.13616542Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55001"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:28:57.136265673Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"89a5936e-2787-4a00-a214-9ae16392cdf4","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55001","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":36,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:13.804011686Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:44075"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:13.804198001Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"5bb0cd56-06b7-458d-986e-e6ead94b643e","remote_addr":"[fd00:1122:3344:101::c]:44075","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:13.8468072Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:13.846824871Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"9e5a33b8-53f2-4ce7-a187-a621f30a7217","remote_addr":"[fd00:1122:3344:101::c]:44075","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:13.855604231Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3a49e9eb-5b1c-4f7c-870b-61a6da0f92d5","remote_addr":"[fd00:1122:3344:101::c]:44075","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":200,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:13.873355779Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40994"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:13.873531133Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"45768e06-c39f-473d-b971-0253bc044b27","remote_addr":"[fd00:1122:3344:101::c]:40994","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":135,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:13.926330082Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35621"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:13.92699527Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:13.965516697Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:14.026224323Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"617fb6f7-5a44-4061-bef0-1dafe27e2e4a","remote_addr":"[fd00:1122:3344:101::c]:35621","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99826,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:14.026547802Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"afca28fd-5afe-47b2-8d06-d35f2fc5f9f3","remote_addr":"[fd00:1122:3344:101::c]:35621","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:14.693262775Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59308"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:14.69342578Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"c9a8667a-42ae-4870-a50c-c451397db605","remote_addr":"[fd00:1122:3344:101::a]:59308","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:14.757082316Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:14.757117127Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"31946f03-2202-4e80-8ce6-8e642a502bf1","remote_addr":"[fd00:1122:3344:101::a]:59308","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:14.766851224Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"583d9967-b2da-41f5-ac38-8a26e9e982c1","remote_addr":"[fd00:1122:3344:101::a]:59308","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":286,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:14.833552645Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:57265"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:14.833641187Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"85360b36-7f80-4c50-a47c-640a2fee0cd0","remote_addr":"[fd00:1122:3344:101::b]:57265","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":47,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:14.855432515Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:14.855455946Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"f1cf0b9f-ec33-4278-b7b2-00da1ac6d88d","remote_addr":"[fd00:1122:3344:101::b]:57265","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":941,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:14.864099093Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"04bee7d0-6dd1-4b03-a6ff-b744371c763e","remote_addr":"[fd00:1122:3344:101::b]:57265","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":247,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:14.864145184Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59306"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:14.864227516Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:14.902001963Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:14.957214818Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"f5ba71a7-fd27-47e0-8ce1-a9a217f68cab","remote_addr":"[fd00:1122:3344:101::a]:59306","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93011,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:14.957461645Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60919"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:14.957715372Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"8d4fee85-361c-496a-84db-ab49e1d37817","remote_addr":"[fd00:1122:3344:101::a]:59306","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":196,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:14.958860603Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"9581f507-0507-41fd-b846-d8fc852975f4","remote_addr":"[fd00:1122:3344:101::a]:60919","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":176,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:14.982243025Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:45597"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:14.98244857Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"f147ea12-0b94-4995-afea-455ec75997db","remote_addr":"[fd00:1122:3344:101::b]:45597","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:15.048716098Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:49835"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:15.048841882Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:15.089686363Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:15.144704532Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"142dd328-56c2-420f-b0a0-6c24a89fb24b","remote_addr":"[fd00:1122:3344:101::b]:49835","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95909,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:15.145042052Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"f6067ba9-24da-4d06-aa6b-662613174992","remote_addr":"[fd00:1122:3344:101::b]:49835","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":111,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:19.25968863Z","hostname":"sock","pid":1572,"uri":"/9772f104-f050-4d64-ad07-7e3347035f74","method":"GET","req_id":"6640ee3d-149a-48ba-9689-d881933a3a98","remote_addr":"[fd00:1122:3344:101::d]:43452","local_addr":"[fd00:1122:3344:101::1]:59296","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6277,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:27.17053627Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:65448"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:27.170641302Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"8317d842-4fcb-4163-81af-75239074b127","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:65448","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":40,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:36.542753657Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52080"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:36.542977643Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"03abae38-3d99-4815-b0bb-5efeff3cfc0a","remote_addr":"[fd00:1122:3344:101::a]:52080","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":161,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:36.54321845Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:838","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(11164232) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:36.543247601Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"PUT","req_id":"13d750a1-4d77-4f4d-b0ba-4f7edec2e161","remote_addr":"[fd00:1122:3344:101::a]:52080","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:36.594706402Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60746"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:36.598162567Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: 1104c51c-4e42-4c05-99d9-0e655da0191e, project_id: a966fe35-7bda-4980-9e22-e5bc4538ba16 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-10T04:29:36.592481671Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 75819d8f-ceea-4c33-a071-7bdf3e6f11fe, kind: Instance { id: 207fbf5d-8cc1-4a72-ab81-9d307c3bc569 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11164232), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 75819d8f-ceea-4c33-a071-7bdf3e6f11fe, kind: Instance { id: 207fbf5d-8cc1-4a72-ab81-9d307c3bc569 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11164232), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 75819d8f-ceea-4c33-a071-7bdf3e6f11fe, kind: Instance { id: 207fbf5d-8cc1-4a72-ab81-9d307c3bc569 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11164232), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(11164232))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 75819d8f-ceea-4c33-a071-7bdf3e6f11fe, kind: Instance { id: 207fbf5d-8cc1-4a72-ab81-9d307c3bc569 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11164232), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-3ba8e5b1d2f\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: fdb136a3-acb2-474c-bffc-200c51c66f6f, read_only_parent: Some(Volume { block_size: 512, id: b69b5e11-6ab0-4532-8768-21846009c319, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: a6779647-be84-425e-8d60-3094351befd0, key: Some(\"zMvC8vDFbmkYm13srKqzhP4kqAukY8d6+HR4c/l5bY0=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::14]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: fdb136a3-acb2-474c-bffc-200c51c66f6f, key: Some(\"OCV1EpGIFIMTGAzKJBu+AzXHnlTztSJYtq0jmClntpg=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19001\", \"[fd00:1122:3344:101::19]:19002\", \"[fd00:1122:3344:101::15]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-3ba8e5b1d2f\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:36.598213858Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:36.598248449Z","hostname":"sock","pid":1572,"propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"sled-agent/src/instance.rs:1139","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 75819d8f-ceea-4c33-a071-7bdf3e6f11fe, kind: Instance { id: 207fbf5d-8cc1-4a72-ab81-9d307c3bc569 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11164232), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 75819d8f-ceea-4c33-a071-7bdf3e6f11fe, kind: Instance { id: 207fbf5d-8cc1-4a72-ab81-9d307c3bc569 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11164232), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 75819d8f-ceea-4c33-a071-7bdf3e6f11fe, kind: Instance { id: 207fbf5d-8cc1-4a72-ab81-9d307c3bc569 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11164232), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(11164232))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 75819d8f-ceea-4c33-a071-7bdf3e6f11fe, kind: Instance { id: 207fbf5d-8cc1-4a72-ab81-9d307c3bc569 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11164232), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-3ba8e5b1d2f\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: fdb136a3-acb2-474c-bffc-200c51c66f6f, read_only_parent: Some(Volume { block_size: 512, id: b69b5e11-6ab0-4532-8768-21846009c319, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: a6779647-be84-425e-8d60-3094351befd0, key: Some(\"zMvC8vDFbmkYm13srKqzhP4kqAukY8d6+HR4c/l5bY0=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::14]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: fdb136a3-acb2-474c-bffc-200c51c66f6f, key: Some(\"OCV1EpGIFIMTGAzKJBu+AzXHnlTztSJYtq0jmClntpg=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19001\", \"[fd00:1122:3344:101::19]:19002\", \"[fd00:1122:3344:101::15]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-3ba8e5b1d2f\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-10T04:29:36.592481671Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:36.599221196Z","hostname":"sock","pid":1572,"uri":"/vmms/9e63dc02-6be3-4d2c-9ee5-5055b707652c","method":"PUT","req_id":"e12a91d0-6236-44c9-8852-9c90df8366a6","remote_addr":"[fd00:1122:3344:101::a]:60746","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4453,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:36.698568791Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63758"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:36.698778727Z","hostname":"sock","pid":1572,"uri":"/vmms/9e63dc02-6be3-4d2c-9ee5-5055b707652c/state","method":"PUT","req_id":"4e8fdd38-8e00-431b-81dc-4dba276d583b","remote_addr":"[fd00:1122:3344:101::a]:63758","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":125,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:36.700279469Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 11164232 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:36.701169133Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:36.738738564Z","hostname":"sock","pid":1572,"instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:36.761065326Z","hostname":"sock","pid":1572,"instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:36.773318553Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60076"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:36.773490157Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f92d4b19-8731-4863-99a2-10c8244c2728","remote_addr":"[fd00:1122:3344:101::a]:60076","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":83,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:36.793110436Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {75819d8f-ceea-4c33-a071-7bdf3e6f11fe: {10.151.2.175: {f3c3cb6a-e4ba-4f7a-a536-7007c7ba4824}, 10.151.2.176: {f3c3cb6a-e4ba-4f7a-a536-7007c7ba4824}}} }"} {"msg":"Profile for oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:37.842281123Z","hostname":"sock","pid":1572,"instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:37.842511459Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c\") failed: Property not found. retry in 63.716552ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:29:38.048705517Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c\") failed: Property not found. retry in 64.242624ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:29:38.135413006Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c\") failed: Property not found. retry in 147.401154ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:29:38.225959911Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c\") failed: Property not found. retry in 327.954904ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:29:38.391355509Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c\") failed: Property not found. retry in 1.082597028s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:29:38.735851521Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c\") failed: Property not found. retry in 1.318603049s","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:29:39.830182257Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c\") failed: Property not found. retry in 836.477374ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:29:41.159392129Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c\") failed: Property not found. retry in 785.653313ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:29:42.007954212Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:42.822011548Z","hostname":"sock","pid":1572,"instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"sled-agent/src/instance.rs:1633"} {"msg":"wait for service Some(\"oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c\") failed: Property not found. retry in 43.752506ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:29:42.830323906Z","hostname":"sock","pid":1572,"instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c\") failed: Property not found. retry in 87.749298ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:29:42.884953575Z","hostname":"sock","pid":1572,"instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c\") failed: Property not found. retry in 222.762228ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:29:42.982998815Z","hostname":"sock","pid":1572,"instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c\") failed: Property not found. retry in 208.896745ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:29:43.215465864Z","hostname":"sock","pid":1572,"instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c\") failed: Property not found. retry in 555.865699ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:29:43.434638178Z","hostname":"sock","pid":1572,"instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.001893822Z","hostname":"sock","pid":1572,"instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"sled-agent/src/instance.rs:1642"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.039088863Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:45886"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.039143034Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:59538"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.040215213Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"09a0658e-b861-408e-8af7-6cef08f1117b","remote_addr":"[fd00:1122:3344:101::c]:45886","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":923,"response_code":"200"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.040557123Z","hostname":"sock","pid":1572,"instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"sled-agent/src/instance.rs:1666"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.096274972Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {75819d8f-ceea-4c33-a071-7bdf3e6f11fe: {10.151.2.175: {f3c3cb6a-e4ba-4f7a-a536-7007c7ba4824}, 10.151.2.176: {f3c3cb6a-e4ba-4f7a-a536-7007c7ba4824}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.096303463Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"7009d61e-bb4e-4ab0-8bf5-7048bb0f0fe2","remote_addr":"[fd00:1122:3344:101::c]:45886","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":851,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.150940202Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:41341"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.151026114Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.193980233Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.255270585Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5be4ea66-5d73-46ef-b9e5-6edde1bb6acd","remote_addr":"[fd00:1122:3344:101::c]:41341","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104274,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.255538792Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:46670"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.255975174Z","hostname":"sock","pid":1572,"instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"sled-agent/src/instance.rs:835"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.256742625Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"385ecb32-ce46-401f-8e4c-6ca14d077122","remote_addr":"[fd00:1122:3344:101::c]:41341","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1025,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.256812437Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"2de4ae63-1a48-4853-8eee-f4ea5c275d96","remote_addr":"[fd00:1122:3344:101::c]:46670","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1073,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-10-10T04:29:44.256945620Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.256973691Z","hostname":"sock","pid":1572,"instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.256998312Z","hostname":"sock","pid":1572,"instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-10T04:29:44.256945620Z }","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.257020013Z","hostname":"sock","pid":1572,"instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-10T04:29:44.256945620Z }, migration_in: None, migration_out: None }","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.257347011Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1210"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.257415503Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"11e65892-73de-46d3-ac3e-d51f975e211f","remote_addr":"[fd00:1122:3344:101::a]:60076","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7464468,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.265813234Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d29222ef-9f1b-4617-b4d7-04c90a2337f7","remote_addr":"[fd00:1122:3344:101::c]:45886","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":892,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.326200031Z","hostname":"sock","pid":1572,"uri":"/vmms/9e63dc02-6be3-4d2c-9ee5-5055b707652c/state","method":"GET","req_id":"212b28c8-a59d-40aa-8968-088c309b697b","remote_addr":"[fd00:1122:3344:101::c]:59538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":286947,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-10-10T04:29:44.327057474Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.327079095Z","hostname":"sock","pid":1572,"instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.327088875Z","hostname":"sock","pid":1572,"instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-10T04:29:44.327057474Z }","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.327110676Z","hostname":"sock","pid":1572,"instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-10T04:29:44.327057474Z }, migration_in: None, migration_out: None }","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.360725128Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:469","new_vers":"RouterVersion { router_id: 1b692796-42f4-452f-8676-bf9ae674e341, version: 3 }","old_vers":"RouterVersion { router_id: 1b692796-42f4-452f-8676-bf9ae674e341, version: 3 }","subnet":"RouterId { vni: Vni(11164232), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.360862932Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d3bea042-1eb5-45b2-a7b2-d28167935c18","remote_addr":"[fd00:1122:3344:101::a]:60076","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":259,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.838186618Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40756"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.83935534Z","hostname":"sock","pid":1572,"uri":"/vmms/9e63dc02-6be3-4d2c-9ee5-5055b707652c/state","method":"GET","req_id":"7c48f531-f6b6-47dc-8824-3c615aead5c5","remote_addr":"[fd00:1122:3344:101::a]:40756","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1132,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.930521132Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60055"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.930689946Z","hostname":"sock","pid":1572,"uri":"/vmms/9e63dc02-6be3-4d2c-9ee5-5055b707652c/state","method":"GET","req_id":"f408c227-d943-49fa-95f4-16d36cdcd998","remote_addr":"[fd00:1122:3344:101::b]:60055","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.957603965Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43188"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:44.957687927Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"229093a0-246e-4806-9f04-2ebbc1add004","remote_addr":"[fd00:1122:3344:101::a]:43188","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":42,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:45.020957223Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {75819d8f-ceea-4c33-a071-7bdf3e6f11fe: {10.151.2.176: {f3c3cb6a-e4ba-4f7a-a536-7007c7ba4824}, 10.151.2.175: {f3c3cb6a-e4ba-4f7a-a536-7007c7ba4824}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:45.020998815Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"b338a5d1-742b-4aaa-8df1-bb5ac81444c8","remote_addr":"[fd00:1122:3344:101::a]:43188","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:45.040363776Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d5a86ee2-aec5-48de-aa9c-42f1058aa294","remote_addr":"[fd00:1122:3344:101::a]:43188","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":332,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:45.074251006Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35456"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:45.074366849Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:45.111330773Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:45.165411207Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"acdc46a8-030d-49e0-86c9-b5b6ebfc80c6","remote_addr":"[fd00:1122:3344:101::a]:35456","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91091,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:45.165669234Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:54012"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:45.165949962Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"aeb914dd-8d25-4bbd-8614-975becf05615","remote_addr":"[fd00:1122:3344:101::a]:35456","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":224,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:45.166836576Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"0bf1cd6d-4c87-47bd-8644-58f09c68b365","remote_addr":"[fd00:1122:3344:101::b]:54012","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1066,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:45.168231854Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43726"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:45.168464921Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"6f5aa49d-dc96-47ed-81f0-1a3fff941075","remote_addr":"[fd00:1122:3344:101::a]:43726","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":141,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:45.214241307Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {75819d8f-ceea-4c33-a071-7bdf3e6f11fe: {10.151.2.176: {f3c3cb6a-e4ba-4f7a-a536-7007c7ba4824}, 10.151.2.175: {f3c3cb6a-e4ba-4f7a-a536-7007c7ba4824}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:45.214286188Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"c5d5fd2b-9751-428e-8996-be0f03bc663d","remote_addr":"[fd00:1122:3344:101::b]:54012","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":122,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:45.230332388Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"068890f3-d431-4943-b348-8b096a156967","remote_addr":"[fd00:1122:3344:101::b]:54012","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":437,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:45.441819831Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:58901"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:45.442027107Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"0d0bea54-94d0-461c-aec5-b1956eac9c05","remote_addr":"[fd00:1122:3344:101::b]:58901","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":159,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:45.444537466Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:61344"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:45.444665689Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:45.481206042Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:45.53872294Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"6d1f304e-c943-452b-b979-18c67219ad74","remote_addr":"[fd00:1122:3344:101::b]:61344","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94100,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:45.538993378Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"6b8b6e70-81c7-4988-a8c8-1341c0531586","remote_addr":"[fd00:1122:3344:101::b]:61344","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:49.25982411Z","hostname":"sock","pid":1572,"uri":"/9772f104-f050-4d64-ad07-7e3347035f74","method":"GET","req_id":"1d72907f-159a-4dc5-920c-65e66bed59f2","remote_addr":"[fd00:1122:3344:101::d]:43452","local_addr":"[fd00:1122:3344:101::1]:59296","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6444,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:54.295295015Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50995"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:54.29657727Z","hostname":"sock","pid":1572,"uri":"/vmms/9e63dc02-6be3-4d2c-9ee5-5055b707652c/state","method":"PUT","req_id":"616cf5a7-8343-4015-9191-e5d825a13b5a","remote_addr":"[fd00:1122:3344:101::a]:50995","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1111,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-10-10T04:29:54.296699773Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:54.296718484Z","hostname":"sock","pid":1572,"instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:54.296727234Z","hostname":"sock","pid":1572,"instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-10T04:29:54.296699773Z }","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:54.296746175Z","hostname":"sock","pid":1572,"instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-10T04:29:54.296699773Z }, migration_in: None, migration_out: None }","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-10-10T04:29:54.323156659Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:54.32317383Z","hostname":"sock","pid":1572,"instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:54.32319664Z","hostname":"sock","pid":1572,"instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-10-10T04:29:54.323156659Z }","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:54.323205941Z","hostname":"sock","pid":1572,"instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"sled-agent/src/instance.rs:721","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:54.329814532Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:29:54.329903864Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"8584493730906083522"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:29:54.329962496Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"7279957968937644799"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:54.332000992Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:54.332228818Z","hostname":"sock","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/91f685ec-facb-4534-b317-fa1820b544e6/debug/bundle/zone\", \"/pool/int/a25d2bdc-1c3a-46bc-81a2-90d07e3f8c46/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/38d1dc30-844e-465d-8967-a176a744dad6/crypt/debug\", \"/pool/ext/349646a6-e47d-4e39-b677-7512808fe24c/crypt/debug\", \"/pool/ext/76fcdc54-fc91-46ec-afad-63cc39288efe/crypt/debug\", \"/pool/ext/72cdbff6-3a8d-4555-a577-d2dc119c25e1/crypt/debug\", \"/pool/ext/f2bf7e03-8a6d-4496-876b-825756e57043/crypt/debug\", \"/pool/ext/7bd4c9f0-a813-47a0-95d8-2f83b83d62d3/crypt/debug\", \"/pool/ext/c615c924-23bc-43c5-80de-6306334ad5e1/crypt/debug\", \"/pool/ext/42fe4b6b-f61c-47ef-99e9-fb5d758266c6/crypt/debug\", \"/pool/ext/1738345c-a151-4031-b61e-f7f6cb49d7b6/crypt/debug\"] }","zone_name":"oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:55.027588287Z","hostname":"sock","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c\", bundle_id: 6c2b7e42-d4a3-48c1-9581-e89c0c83770c }, time_created: 2024-10-10T04:29:54.332384603Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_9e63dc02-6be3-4d2c-9ee5-5055b707652c","v":0,"name":"SledAgent","level":40,"time":"2024-10-10T04:29:55.02767564Z","hostname":"sock","pid":1572,"instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"sled-agent/src/instance.rs:935"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:56.791211778Z","hostname":"sock","pid":1572,"instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:56.80768901Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(11164232), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:56.807739421Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(11164232), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:56.808352878Z","hostname":"sock","pid":1572,"instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-10T04:29:56.808318707Z }, migration_in: None, migration_out: None }","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:56.884134458Z","hostname":"sock","pid":1572,"instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-10T04:29:56.808318707Z }, migration_in: None, migration_out: None }","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:56.888776965Z","hostname":"sock","pid":1572,"instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","propolis_id":"9e63dc02-6be3-4d2c-9ee5-5055b707652c","instance_id":"207fbf5d-8cc1-4a72-ab81-9d307c3bc569","component":"InstanceManager","file":"sled-agent/src/instance.rs:872"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:57.207334376Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53852"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:57.207425798Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"17d08337-a288-4492-a936-ed5aebec1610","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53852","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":35,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:57.720730562Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:37866"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:57.720869576Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"3d72bcba-e119-4700-833f-b1c738618ef6","remote_addr":"[fd00:1122:3344:101::b]:37866","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":76,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:57.765387938Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {75819d8f-ceea-4c33-a071-7bdf3e6f11fe: {10.151.2.175: {f3c3cb6a-e4ba-4f7a-a536-7007c7ba4824}, 10.151.2.176: {f3c3cb6a-e4ba-4f7a-a536-7007c7ba4824}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:57.765418838Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"06cbf5e8-550c-4740-af0e-0570bfe554c1","remote_addr":"[fd00:1122:3344:101::b]:37866","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":147,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:57.775209857Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d25300f7-df0a-4dd7-9653-132db78ecf45","remote_addr":"[fd00:1122:3344:101::b]:37866","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":185,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:57.847346426Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60153"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:29:57.848056256Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"f37c4a41-3f36-4ed0-86ea-3b23e59d1cc5","remote_addr":"[fd00:1122:3344:101::b]:60153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":633,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:30:00.131494809Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52156"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:30:00.131746067Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"323e8e54-d815-4812-9b77-5033d5a45db4","remote_addr":"[fd00:1122:3344:101::a]:52156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":182,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:30:00.321639977Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34774"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:30:00.321718979Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"9fd66eca-750e-4637-b3a0-10c8d973cb66","remote_addr":"[fd00:1122:3344:101::a]:34774","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":49,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:30:00.363521756Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:30:00.363591388Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1210"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:30:00.363599238Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"06212d19-4b3f-4fac-9356-aca745253c7b","remote_addr":"[fd00:1122:3344:101::a]:34774","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":146,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:30:00.373767617Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"28eb790c-f25e-4054-b40b-aed1842f0315","remote_addr":"[fd00:1122:3344:101::a]:34774","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":952,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:30:01.313456731Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:30:01.313588314Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"1880cf84-c984-49e5-9b3e-a1e282e7c6ab","remote_addr":"[fd00:1122:3344:101::a]:34201","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":63,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:30:01.329756378Z","hostname":"sock","pid":1572,"sled_id":"9772f104-f050-4d64-ad07-7e3347035f74","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:30:01.329780508Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"725c3f81-5847-45cb-8981-2baa99723745","remote_addr":"[fd00:1122:3344:101::a]:34201","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":74,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-10T04:30:01.338783385Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"53aad6b5-53b6-41da-9bfb-60d50f30e487","remote_addr":"[fd00:1122:3344:101::a]:34201","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":981,"response_code":"204"}