[ Oct 15 23:27:32 Enabled. ] [ Oct 15 23:27:32 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Oct 15 23:27:32 Method "start" exited with status 0. ] [ Oct 15 23:27:32 Rereading configuration. ] [ Oct 15 23:27:32 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:32.458466323Z","hostname":"sock","pid":1562,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:32.458606896Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:32.512786066Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:32.512829907Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:32.625403355Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:32.634039347Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:32.642227929Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:33.247186718Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:33.380081565Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:33.380141586Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:33.380221977Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:33.380279359Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:33.380318959Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:33.380367731Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:33.383340183Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:33.383348503Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:33.383362763Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:33.383369084Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:33.383388164Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:33.383445875Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:33.383525847Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:33.383554247Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:33.383564648Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:33.39508907Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:33.395124391Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"744fa1cb-2c12-4d81-9617-211dc63d7446 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:33.517808852Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 744fa1cb-2c12-4d81-9617-211dc63d7446 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.009847155Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.009880586Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.009885746Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.009896396Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.009901896Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.009920137Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.009924937Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.018826134Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.018848194Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.125958798Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620430893Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620475394Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 744fa1cb-2c12-4d81-9617-211dc63d7446 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620520755Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620528755Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620535375Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620539705Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620546255Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620552795Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 744fa1cb-2c12-4d81-9617-211dc63d7446 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620567966Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620572986Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620577746Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620593726Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620598546Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620602747Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 744fa1cb-2c12-4d81-9617-211dc63d7446 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620621137Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620626077Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620630657Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620635947Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620679538Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620692588Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620698938Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 744fa1cb-2c12-4d81-9617-211dc63d7446 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620730549Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620735589Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620740869Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.62074603Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620750719Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 744fa1cb-2c12-4d81-9617-211dc63d7446 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.62077404Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.62078052Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.62078557Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.62079084Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620796091Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620802441Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 744fa1cb-2c12-4d81-9617-211dc63d7446 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620832801Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620838261Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620843112Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620850512Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620855012Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620860182Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 744fa1cb-2c12-4d81-9617-211dc63d7446 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620891662Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620897053Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620901563Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620906723Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620911833Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620917663Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 744fa1cb-2c12-4d81-9617-211dc63d7446 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620942294Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620961414Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620967054Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620971964Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620976274Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620981284Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620985315Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.620989895Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 744fa1cb-2c12-4d81-9617-211dc63d7446 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.621029376Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.621034665Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.621041576Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.621045686Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 744fa1cb-2c12-4d81-9617-211dc63d7446 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.621081506Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.621086017Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.621091147Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.621095117Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.621099337Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/744fa1cb-2c12-4d81-9617-211dc63d7446/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.621103747Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.621114357Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.621124127Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/744fa1cb-2c12-4d81-9617-211dc63d7446/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.621134788Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.621139888Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.621144318Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.621171779Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.621176848Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.631735261Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:739"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.631766631Z","hostname":"sock","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999929429s","next_cleanup":"Instant { tv_sec: 1318, tv_nsec: 326629714 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.631832253Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3944"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.631842133Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/744fa1cb-2c12-4d81-9617-211dc63d7446/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.631887734Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.631897224Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.634821786Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.63644195Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.636646304Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1074"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.636652324Z","hostname":"sock","pid":1562,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.636717915Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/744fa1cb-2c12-4d81-9617-211dc63d7446/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.636766767Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.636793747Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.636797697Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1137"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.636818858Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/744fa1cb-2c12-4d81-9617-211dc63d7446/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.636832738Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.636841538Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.636849388Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1179"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.636852558Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.636855969Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.636876509Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/744fa1cb-2c12-4d81-9617-211dc63d7446/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.636899259Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.637214256Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: bbb5522c-a63d-452f-aed6-8f38a79c3843,\n sleds: {\n [fdb0:18c0:4d0d:a02a::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 30e33352-114a-4c01-998c-ae8a42d33861 (sled),\n rack_id: bbb5522c-a63d-452f-aed6-8f38a79c3843,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.637446441Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.637450371Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1213"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.637482152Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/744fa1cb-2c12-4d81-9617-211dc63d7446/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.637491162Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.637641995Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.637771238Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.637816049Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 30e33352-114a-4c01-998c-ae8a42d33861 (sled), rack_id: bbb5522c-a63d-452f-aed6-8f38a79c3843, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.638527624Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4241"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.638576415Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4623"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.64261611Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.648496013Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.648600076Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.652728572Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.652795184Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.652916146Z","hostname":"sock","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:60501","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 30e33352-114a-4c01-998c-ae8a42d33861 (sled), rack_id: bbb5522c-a63d-452f-aed6-8f38a79c3843, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.653040449Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.653052539Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.65308343Z","hostname":"sock","pid":1562,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.65309178Z","hostname":"sock","pid":1562,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.65309885Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.65310662Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.653152981Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/744fa1cb-2c12-4d81-9617-211dc63d7446/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.653168782Z","hostname":"sock","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.653174092Z","hostname":"sock","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.653198922Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.653204693Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.653209733Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.653303495Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.653316865Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.668798221Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.689013616Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.70678945Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.735682298Z","hostname":"sock","pid":1562,"sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:391"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.735718759Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.735725129Z","hostname":"sock","pid":1562,"sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:403"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.735731899Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 50.561803ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.73913373Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5e618ad-0f65-4bcf-8c98-70e516920437\", \"content-length\": \"124\", \"date\": \"Tue, 15 Oct 2024 23:27:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d5e618ad-0f65-4bcf-8c98-70e516920437\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_744fa1cb-2c12-4d81-9617-211dc63d7446/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.749373446Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_744fa1cb-2c12-4d81-9617-211dc63d7446/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.779842927Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_744fa1cb-2c12-4d81-9617-211dc63d7446/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.779885908Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.785033896Z","hostname":"sock","pid":1562,"sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:418"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.785046717Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_744fa1cb-2c12-4d81-9617-211dc63d7446/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.785051827Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.78993233Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 128.945101ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.79042239Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af0e20c0-9a2d-42fd-94c3-34f7ba58b5e9\", \"content-length\": \"124\", \"date\": \"Tue, 15 Oct 2024 23:27:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"af0e20c0-9a2d-42fd-94c3-34f7ba58b5e9\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.883293154Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.920403655Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 83.319215ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:34.92111698Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4bf4464-8c9a-4f5d-83be-72a28b000809\", \"content-length\": \"124\", \"date\": \"Tue, 15 Oct 2024 23:27:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f4bf4464-8c9a-4f5d-83be-72a28b000809\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:35.005078276Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 129.245681ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:35.005493874Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1c37383-4785-4f22-8e10-e532ec5b5c09\", \"content-length\": \"124\", \"date\": \"Tue, 15 Oct 2024 23:27:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c1c37383-4785-4f22-8e10-e532ec5b5c09\" }"} {"msg":"Mounting oxi_744fa1cb-2c12-4d81-9617-211dc63d7446/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:35.103261192Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:35.116528661Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:35.116604622Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:35.116635413Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:35.116666064Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:35.134852336Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 241.755869ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:35.135402558Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"001f0aaa-c9ec-4415-b4ca-619279701558\", \"content-length\": \"124\", \"date\": \"Tue, 15 Oct 2024 23:27:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"001f0aaa-c9ec-4415-b4ca-619279701558\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:35.378469493Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 171.422995ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:35.379269419Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31ef4965-3e98-43a6-a632-541983d91143\", \"content-length\": \"124\", \"date\": \"Tue, 15 Oct 2024 23:27:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"31ef4965-3e98-43a6-a632-541983d91143\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:35.551730048Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 261.667855ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:35.55230616Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d263fdbb-b8e8-4f91-8e58-252799c2467e\", \"content-length\": \"124\", \"date\": \"Tue, 15 Oct 2024 23:27:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d263fdbb-b8e8-4f91-8e58-252799c2467e\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:35.815393086Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:35.863884156Z","hostname":"sock","pid":1562,"sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:35.869490074Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:64843","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"producer-server","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:35.869676509Z","hostname":"sock","pid":1562,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:72","component":"producer-server","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:35.869724299Z","hostname":"sock","pid":1562,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:64843","producer_id":"30e33352-114a-4c01-998c-ae8a42d33861"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:35.870890774Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"212.646556ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:35.871843504Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:35.871850054Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:35.871923126Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:923","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:35.871928526Z","hostname":"sock","pid":1562,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:36.084507128Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"251.337294ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:36.338221607Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"641.820138ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:36.982040793Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.472218794s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:38.316623894Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2699"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:38.316668575Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2917"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:38.316676525Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2569"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:38.316683565Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2616"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:38.316689806Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:38.316696136Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3040"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:38.318575265Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2842"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:38.320137758Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2610"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:38.320334362Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:38.320483096Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:38.493805592Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"4.348871278s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 60.160592ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:38.695949746Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 105.929573ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:38.896060157Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 255.569902ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:39.069646908Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 411.471434ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:39.408697153Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 685.977612ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:40.073809018Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 835.993683ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:40.943819784Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 989.45727ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:41.868143703Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:42.844542369Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"7.110547889s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 701.344709ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:43.012522432Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 941.935939ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:43.735056506Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.014803953Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.014855664Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.014890934Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/744fa1cb-2c12-4d81-9617-211dc63d7446/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.014904945Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.015118409Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.015294233Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.015332994Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, local_pref: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.015347834Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3944"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.015409915Z","hostname":"sock","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:60501","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.287059031Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.287144213Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.287295276Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/744fa1cb-2c12-4d81-9617-211dc63d7446/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.287350867Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.287361918Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.287394468Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.287442709Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.28746775Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.292564397Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4265","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.292578878Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4281"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.292586658Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.610461256Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64628"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.610766393Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.610893195Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"091f8a41-4f6e-49ed-b009-f87d7eb6110e","remote_addr":"[fd00:1122:3344:101::1]:64628","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":251,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.640920307Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:54425"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.641304245Z","hostname":"sock","pid":1562,"uri":"/sled-role","method":"GET","req_id":"42882a37-872c-4d5d-849b-ea09067012db","remote_addr":"[fd00:1122:3344:101::1]:54425","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":76,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.642892589Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/744fa1cb-2c12-4d81-9617-211dc63d7446/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.64293613Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.643350488Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.643657785Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:992"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 864f44b8-3783-4584-b466-7082adbb1848, pool_id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: b3979aa7-1be5-4c9c-a66c-19a185d8dec7, pool_id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 289e4b9d-94dd-4f2d-93e1-ceaedf7dc42b, pool_id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: a25472af-ac05-4f8e-9e38-a7245f116478, pool_id: 43847e30-65ed-4c71-963a-810130dd4a32 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 929bcaa7-f57a-4ecf-892a-2520a66d5ab5, pool_id: 3ecb46ae-6a83-4168-812d-b48874ec2529 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 908067eb-967d-4d68-9450-beb898955dab, pool_id: 7bcacec5-3584-42f0-8e97-1353da4719a1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: f11915ab-96de-4860-9b8a-b42a0edd8dae, pool_id: 616fef6a-4ce2-48b8-800d-66d51e63d4c7 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 4c92c08f-5a35-4473-98fb-a4e6a9f4adf0, pool_id: dc35ff88-2e37-442b-b308-08b2f77eb274 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 117bdeae-e6bd-4749-a5bf-0d65e75a4dc9, pool_id: 5ebadbdd-e951-4ef7-bf2b-34646dcae4a4 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.673062673Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.673198536Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:63570"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.673464612Z","hostname":"sock","pid":1562,"sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:864"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 864f44b8-3783-4584-b466-7082adbb1848, pool_id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: b3979aa7-1be5-4c9c-a66c-19a185d8dec7, pool_id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 289e4b9d-94dd-4f2d-93e1-ceaedf7dc42b, pool_id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: a25472af-ac05-4f8e-9e38-a7245f116478, pool_id: 43847e30-65ed-4c71-963a-810130dd4a32 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 929bcaa7-f57a-4ecf-892a-2520a66d5ab5, pool_id: 3ecb46ae-6a83-4168-812d-b48874ec2529 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 908067eb-967d-4d68-9450-beb898955dab, pool_id: 7bcacec5-3584-42f0-8e97-1353da4719a1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: f11915ab-96de-4860-9b8a-b42a0edd8dae, pool_id: 616fef6a-4ce2-48b8-800d-66d51e63d4c7 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 4c92c08f-5a35-4473-98fb-a4e6a9f4adf0, pool_id: dc35ff88-2e37-442b-b308-08b2f77eb274 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 117bdeae-e6bd-4749-a5bf-0d65e75a4dc9, pool_id: 5ebadbdd-e951-4ef7-bf2b-34646dcae4a4 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.673498663Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/744fa1cb-2c12-4d81-9617-211dc63d7446/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.673515853Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.673528643Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.673535303Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.673554464Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.673562754Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.673569324Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.673573044Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.828005554Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:45.828042994Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool)"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:27:46.055148053Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2366207536818408439"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:27:46.055258706Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16880134468362825548"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/30e33352-114a-4c01-998c-ae8a42d33861)","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:27:46.056400079Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:46.518185226Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:46.580642411Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:46.588508586Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:46.588586708Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:46.588621829Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:46.588630679Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:46.588638469Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:46.588723481Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:46.588732041Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:46.631614803Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_e3ecc3dd-67b1-448a-b2db-4ec15848422c/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:46.639212783Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_e3ecc3dd-67b1-448a-b2db-4ec15848422c","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:46.854125685Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:46.861796037Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:46.861828827Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:46.861845588Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:46.861852778Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:46.861864048Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:46.871722866Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:46.871754906Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:46.986584171Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:46.99504332Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:46.995111621Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:46.995122551Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:46.995137122Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:46.995150072Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:46.995275274Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:46.995283625Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.038758919Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_20c8b8e6-35c4-4604-82d7-83dccb9f9d61/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.046289698Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/30e33352-114a-4c01-998c-ae8a42d33861)","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:27:47.058806821Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_20c8b8e6-35c4-4604-82d7-83dccb9f9d61","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.254342786Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.262231662Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.262264292Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.262271692Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.262279033Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.262293253Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.271398335Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.271421655Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.385193099Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.39424406Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.394320161Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.394333191Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.394346622Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.394371022Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.394486305Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.394501435Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.434434515Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_a62184c6-abf2-4034-a5a3-6d0b0c0af100/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.441947333Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_a62184c6-abf2-4034-a5a3-6d0b0c0af100","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.650102153Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.658122382Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.658150653Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.658156093Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.658161213Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.658165363Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.66801014Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.668031581Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"43847e30-65ed-4c71-963a-810130dd4a32 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.783191084Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 43847e30-65ed-4c71-963a-810130dd4a32 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.79112084Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.791183772Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.791194002Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.791205012Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.791220853Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.791345325Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.791353275Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.832192035Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_43847e30-65ed-4c71-963a-810130dd4a32/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:47.839599131Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_43847e30-65ed-4c71-963a-810130dd4a32","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.040760432Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.048421504Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.048453714Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.048462934Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.048479675Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.048486315Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.057900373Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.057920993Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"3ecb46ae-6a83-4168-812d-b48874ec2529 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.174395244Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 3ecb46ae-6a83-4168-812d-b48874ec2529 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.183162359Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.18320409Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.18321674Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.183254731Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.183265931Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.183412214Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.183421914Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/30e33352-114a-4c01-998c-ae8a42d33861)","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:27:48.187044201Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.221435854Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_3ecb46ae-6a83-4168-812d-b48874ec2529/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.228878151Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_3ecb46ae-6a83-4168-812d-b48874ec2529","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.441958134Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.449775739Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.44980779Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.44981809Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.44982263Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.44982626Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.459542424Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.459563295Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"7bcacec5-3584-42f0-8e97-1353da4719a1 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.573262597Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 7bcacec5-3584-42f0-8e97-1353da4719a1 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.580750605Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.580818946Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.580836217Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.580850817Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.580864517Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.58099136Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.58100042Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.623652088Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_7bcacec5-3584-42f0-8e97-1353da4719a1/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.631179636Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_7bcacec5-3584-42f0-8e97-1353da4719a1","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.833548034Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.841223086Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.841255616Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.841271847Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.841275677Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.841284107Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.850500241Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.850522681Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"616fef6a-4ce2-48b8-800d-66d51e63d4c7 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.963999559Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 616fef6a-4ce2-48b8-800d-66d51e63d4c7 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.970666038Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.970698779Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.970706219Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.97073535Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.97074529Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.970896163Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:48.970906264Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.015444821Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_616fef6a-4ce2-48b8-800d-66d51e63d4c7/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.0234994Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/30e33352-114a-4c01-998c-ae8a42d33861)","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:27:49.189898322Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_616fef6a-4ce2-48b8-800d-66d51e63d4c7","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.231699301Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.239695579Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.23972345Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.23973054Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.23973598Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.23974528Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.249268871Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.249288071Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"dc35ff88-2e37-442b-b308-08b2f77eb274 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.364352642Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: dc35ff88-2e37-442b-b308-08b2f77eb274 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.371970463Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.372011144Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.372022684Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.372049475Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.372066295Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.372219788Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.372230288Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.411846842Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_dc35ff88-2e37-442b-b308-08b2f77eb274/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.419582695Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_dc35ff88-2e37-442b-b308-08b2f77eb274","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.625447726Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.634009316Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.634066948Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.634077028Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.634085988Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.634091778Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.643608949Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.643637919Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"5ebadbdd-e951-4ef7-bf2b-34646dcae4a4 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.76297903Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 5ebadbdd-e951-4ef7-bf2b-34646dcae4a4 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.770683323Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.770720393Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.770728033Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.770738353Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.770750134Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.770873267Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.770881467Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.81478025Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_5ebadbdd-e951-4ef7-bf2b-34646dcae4a4/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:49.822399221Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:49.957391521Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"14.593388866s"} {"msg":"Looking for unencrypted datasets in oxp_5ebadbdd-e951-4ef7-bf2b-34646dcae4a4","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.028053317Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.036323081Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.036375592Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/744fa1cb-2c12-4d81-9617-211dc63d7446/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.036458194Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.036595397Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 744fa1cb-2c12-4d81-9617-211dc63d7446 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 43847e30-65ed-4c71-963a-810130dd4a32 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 3ecb46ae-6a83-4168-812d-b48874ec2529 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7bcacec5-3584-42f0-8e97-1353da4719a1 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 616fef6a-4ce2-48b8-800d-66d51e63d4c7 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dc35ff88-2e37-442b-b308-08b2f77eb274 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 5ebadbdd-e951-4ef7-bf2b-34646dcae4a4 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.036649098Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.036670759Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.036800701Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.037019906Z","hostname":"sock","pid":1562,"sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:868"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.037033836Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.037038446Z","hostname":"sock","pid":1562,"sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:894","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.037042716Z","hostname":"sock","pid":1562,"sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:899"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.037046306Z","hostname":"sock","pid":1562,"sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:904"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.037074657Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.037082037Z","hostname":"sock","pid":1562,"sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:910"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.037104677Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:757","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.037109268Z","hostname":"sock","pid":1562,"sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.037186119Z","hostname":"sock","pid":1562,"uri":"/omicron-physical-disks","method":"PUT","req_id":"e427b812-159f-45f7-aaaf-acdc708284b3","remote_addr":"[fd00:1122:3344:101::1]:63570","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4363884,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: a5632515-ee40-48d5-901e-192a5a35481c (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: be94c4dd-979c-46e6-b6eb-693ace48c507 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 876633c8-970f-4ef8-89fb-fe8a996c4e07 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.068479558Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.068663822Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:49354"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a5632515-ee40-48d5-901e-192a5a35481c, dataset_name: DatasetName { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.06905132Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.06905724Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a5632515-ee40-48d5-901e-192a5a35481c, dataset_name: DatasetName { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: be94c4dd-979c-46e6-b6eb-693ace48c507, dataset_name: DatasetName { pool_name: ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.129129754Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.129162645Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: be94c4dd-979c-46e6-b6eb-693ace48c507, dataset_name: DatasetName { pool_name: ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 876633c8-970f-4ef8-89fb-fe8a996c4e07, dataset_name: DatasetName { pool_name: ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.187779558Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.187814799Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 876633c8-970f-4ef8-89fb-fe8a996c4e07, dataset_name: DatasetName { pool_name: ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/30e33352-114a-4c01-998c-ae8a42d33861)","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:27:50.192476347Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.247973905Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/744fa1cb-2c12-4d81-9617-211dc63d7446/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.248011466Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.248029116Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.248069127Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.291776986Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.291807967Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.291817187Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_be94c4dd-979c-46e6-b6eb-693ace48c507","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.342836891Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_a5632515-ee40-48d5-901e-192a5a35481c","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.346355935Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_876633c8-970f-4ef8-89fb-fe8a996c4e07","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.350135094Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_be94c4dd-979c-46e6-b6eb-693ace48c507","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.362350691Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_a5632515-ee40-48d5-901e-192a5a35481c","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.366836846Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_876633c8-970f-4ef8-89fb-fe8a996c4e07","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:50.37086616Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/30e33352-114a-4c01-998c-ae8a42d33861)","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:27:51.194422589Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_be94c4dd-979c-46e6-b6eb-693ace48c507:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:51.86741842Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:51.867583024Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Booting oxz_internal_dns_be94c4dd-979c-46e6-b6eb-693ace48c507 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:51.867808338Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_be94c4dd-979c-46e6-b6eb-693ace48c507","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_a5632515-ee40-48d5-901e-192a5a35481c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:52.35075156Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:52.830937344Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_876633c8-970f-4ef8-89fb-fe8a996c4e07:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:52.831031966Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:52.831043686Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"wait for service Some(\"oxz_internal_dns_be94c4dd-979c-46e6-b6eb-693ace48c507\") failed: Property not found. retry in 43.877172ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:52.838903442Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_be94c4dd-979c-46e6-b6eb-693ace48c507","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_a5632515-ee40-48d5-901e-192a5a35481c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:52.838963193Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_a5632515-ee40-48d5-901e-192a5a35481c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_internal_dns_876633c8-970f-4ef8-89fb-fe8a996c4e07 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:52.842550269Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_876633c8-970f-4ef8-89fb-fe8a996c4e07","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_be94c4dd-979c-46e6-b6eb-693ace48c507\") failed: Property not found. retry in 79.236479ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:52.892631862Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_be94c4dd-979c-46e6-b6eb-693ace48c507","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_a5632515-ee40-48d5-901e-192a5a35481c\") failed: Property not found. retry in 54.056101ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:52.961518422Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_a5632515-ee40-48d5-901e-192a5a35481c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_876633c8-970f-4ef8-89fb-fe8a996c4e07\") failed: Property not found. retry in 26.114935ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:52.968073939Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_876633c8-970f-4ef8-89fb-fe8a996c4e07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_be94c4dd-979c-46e6-b6eb-693ace48c507\") failed: Property not found. retry in 275.746757ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:52.980178634Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_be94c4dd-979c-46e6-b6eb-693ace48c507","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_876633c8-970f-4ef8-89fb-fe8a996c4e07\") failed: Property not found. retry in 95.01209ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:53.001221346Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_876633c8-970f-4ef8-89fb-fe8a996c4e07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_a5632515-ee40-48d5-901e-192a5a35481c\") failed: Property not found. retry in 95.809225ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:53.02327405Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_a5632515-ee40-48d5-901e-192a5a35481c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_876633c8-970f-4ef8-89fb-fe8a996c4e07\") failed: Property not found. retry in 179.771462ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:53.284050948Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_876633c8-970f-4ef8-89fb-fe8a996c4e07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_be94c4dd-979c-46e6-b6eb-693ace48c507\") failed: Property not found. retry in 387.330209ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:53.30316188Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_be94c4dd-979c-46e6-b6eb-693ace48c507","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_a5632515-ee40-48d5-901e-192a5a35481c\") failed: Property not found. retry in 168.628249ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:53.319038194Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_a5632515-ee40-48d5-901e-192a5a35481c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_876633c8-970f-4ef8-89fb-fe8a996c4e07\") failed: Property not found. retry in 342.601979ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:53.475039387Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_876633c8-970f-4ef8-89fb-fe8a996c4e07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_a5632515-ee40-48d5-901e-192a5a35481c\") failed: Property not found. retry in 364.301056ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:53.498434839Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_a5632515-ee40-48d5-901e-192a5a35481c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_be94c4dd-979c-46e6-b6eb-693ace48c507\") failed: Property not found. retry in 1.028463324s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:53.700026101Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_be94c4dd-979c-46e6-b6eb-693ace48c507","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_876633c8-970f-4ef8-89fb-fe8a996c4e07\") failed: Property not found. retry in 1.12545672s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:53.825296266Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_876633c8-970f-4ef8-89fb-fe8a996c4e07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_a5632515-ee40-48d5-901e-192a5a35481c\") failed: Property not found. retry in 1.144057349s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:53.869782713Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_a5632515-ee40-48d5-901e-192a5a35481c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:54.715001757Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4289"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:54.715053838Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4299","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:54.722579346Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4378"} {"msg":"wait for service Some(\"oxz_internal_dns_be94c4dd-979c-46e6-b6eb-693ace48c507\") failed: Property not found. retry in 1.230266805s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:54.739793749Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_be94c4dd-979c-46e6-b6eb-693ace48c507","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:54.843180884Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4426"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:54.843221625Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4453"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:54.886653419Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4466"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:54.88669086Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4330"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:54.947769165Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4372"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:54.947801656Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4433","rack_subnet":"fd00:1122:3344::"} {"msg":"wait for service Some(\"oxz_internal_dns_876633c8-970f-4ef8-89fb-fe8a996c4e07\") failed: Property not found. retry in 1.457216579s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:54.963013336Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_876633c8-970f-4ef8-89fb-fe8a996c4e07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:54.970675977Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4444"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:54.970689407Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4486"} {"msg":"wait for service Some(\"oxz_internal_dns_a5632515-ee40-48d5-901e-192a5a35481c\") failed: Property not found. retry in 1.473014824s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:55.027069053Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_a5632515-ee40-48d5-901e-192a5a35481c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:27:55.030325042Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6757697371514882536"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:27:55.031011456Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14264394113510673553"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.058183208Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4518"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.058216699Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4524"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.096227729Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:38624"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.096530185Z","hostname":"sock","pid":1562,"uri":"/sled-identifiers","method":"GET","req_id":"62b0fc66-35d2-4a51-b5a6-f19b4fc6881f","remote_addr":"[fd00:1122:3344:101::2]:38624","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":78,"response_code":"200"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.16379349Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4565"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.163848931Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:366"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.196834596Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:414"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.22888643Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:676"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.228990892Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:714"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.229417261Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.229431382Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:436","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.265570762Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.316986264Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.317043885Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.317057035Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.317063466Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.317071946Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.317110847Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.317126477Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.317132467Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.317138177Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.317142497Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.317148367Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.317154007Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.317167848Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.317172208Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.317177918Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.317185168Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.317190778Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.317196808Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.317202478Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.317208698Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.317212949Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.317216919Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:55.317220849Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_be94c4dd-979c-46e6-b6eb-693ace48c507\") failed: Property not found. retry in 1.257680016s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:55.979167386Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_be94c4dd-979c-46e6-b6eb-693ace48c507","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:27:56.057713699Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2366207536818408439"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:27:56.057841872Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16880134468362825548"} {"msg":"wait for service Some(\"oxz_internal_dns_876633c8-970f-4ef8-89fb-fe8a996c4e07\") failed: Property not found. retry in 625.411925ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:56.429466401Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_876633c8-970f-4ef8-89fb-fe8a996c4e07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_a5632515-ee40-48d5-901e-192a5a35481c\") failed: Property not found. retry in 509.468487ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:56.508827811Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_a5632515-ee40-48d5-901e-192a5a35481c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_a5632515-ee40-48d5-901e-192a5a35481c\") failed: Property not found. retry in 1.018330411s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:57.028186259Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_a5632515-ee40-48d5-901e-192a5a35481c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_876633c8-970f-4ef8-89fb-fe8a996c4e07\") failed: Property not found. retry in 1.148254387s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:57.066615108Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_876633c8-970f-4ef8-89fb-fe8a996c4e07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_be94c4dd-979c-46e6-b6eb-693ace48c507\") failed: Property not found. retry in 1.064634935s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:57.246225737Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_be94c4dd-979c-46e6-b6eb-693ace48c507","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.331920632Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_be94c4dd-979c-46e6-b6eb-693ace48c507"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.331965693Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_a5632515-ee40-48d5-901e-192a5a35481c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.331971663Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_876633c8-970f-4ef8-89fb-fe8a996c4e07"} {"msg":"Writing ledger to /pool/int/744fa1cb-2c12-4d81-9617-211dc63d7446/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.331981363Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.33230896Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.332597956Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"4ee0f0d8-507c-4228-ad64-9a5a5d19dde3","remote_addr":"[fd00:1122:3344:101::1]:49354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8263794,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.335356204Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"failed to write DNS configuration (will retry in 66.461237ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:58.506175539Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"failed to write DNS configuration (will retry in 108.963125ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:58.573424474Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.708732771Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.770238345Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.833402014Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.833422884Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.865173993Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.866050041Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.866056411Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: a5632515-ee40-48d5-901e-192a5a35481c (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: be94c4dd-979c-46e6-b6eb-693ace48c507 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 876633c8-970f-4ef8-89fb-fe8a996c4e07 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e09d5cd1-554c-4ad4-880c-f8a68a955939 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 616fef6a-4ce2-48b8-800d-66d51e63d4c7 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 0374bcf1-6b85-4a08-8e8a-bf63c2f88f4e, kind: Service { id: e09d5cd1-554c-4ad4-880c-f8a68a955939 }, name: Name(\"ntp-e09d5cd1-554c-4ad4-880c-f8a68a955939\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 75])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.894839257Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.89497343Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:44488"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a5632515-ee40-48d5-901e-192a5a35481c, dataset_name: DatasetName { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.895243105Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.895252946Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a5632515-ee40-48d5-901e-192a5a35481c, dataset_name: DatasetName { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: be94c4dd-979c-46e6-b6eb-693ace48c507, dataset_name: DatasetName { pool_name: ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.916146645Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.916191026Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: be94c4dd-979c-46e6-b6eb-693ace48c507, dataset_name: DatasetName { pool_name: ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 876633c8-970f-4ef8-89fb-fe8a996c4e07, dataset_name: DatasetName { pool_name: ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.936283129Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.93634389Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 876633c8-970f-4ef8-89fb-fe8a996c4e07, dataset_name: DatasetName { pool_name: ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.954527473Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/744fa1cb-2c12-4d81-9617-211dc63d7446/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.954573534Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.954740887Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.9548771Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.965694418Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.998495777Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.999178182Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:58.999188782Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:59.028636451Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 230, 75]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:59.028653182Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:59.02902385Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:59.02902897Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:59.029260075Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:59.029631152Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:59.053688279Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:59.072441553Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:59.700927298Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:59.701061631Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:59.874448449Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(100), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:59.87451525Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(100), kind: Custom(V4(Ipv4Net { addr: 172.30.3.0, width: 24 })) }"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:59.874857678Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3312","zone":"oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:59.875065672Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"5515dda6-67d0-40fb-a1c5-64e4f12803b8","remote_addr":"[fd00:1122:3344:101::1]:44488","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939\", ZoneBoot(Booting(AdmError { op: Boot, zone: \"oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939\", err: CommandOutput(CommandOutputError(\"exit code 1\\nstdout:\\n\\nstderr:\\nzone 'oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939': mount of /etc/svc/volatile failed: Device busy\\nzone 'oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939': unable to mount filesystems\\nzoneadm: zone 'oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939': call to zoneadmd failed\")) })))]","latency_us":979983,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:27:59.878733359Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"72.228047ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5515dda6-67d0-40fb-a1c5-64e4f12803b8\", \"content-length\": \"124\", \"date\": \"Tue, 15 Oct 2024 23:27:59 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5515dda6-67d0-40fb-a1c5-64e4f12803b8\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: a5632515-ee40-48d5-901e-192a5a35481c (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: be94c4dd-979c-46e6-b6eb-693ace48c507 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 876633c8-970f-4ef8-89fb-fe8a996c4e07 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e09d5cd1-554c-4ad4-880c-f8a68a955939 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 616fef6a-4ce2-48b8-800d-66d51e63d4c7 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 0374bcf1-6b85-4a08-8e8a-bf63c2f88f4e, kind: Service { id: e09d5cd1-554c-4ad4-880c-f8a68a955939 }, name: Name(\"ntp-e09d5cd1-554c-4ad4-880c-f8a68a955939\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 75])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:59.952166014Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a5632515-ee40-48d5-901e-192a5a35481c, dataset_name: DatasetName { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:59.952481191Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:59.952489291Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a5632515-ee40-48d5-901e-192a5a35481c, dataset_name: DatasetName { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: be94c4dd-979c-46e6-b6eb-693ace48c507, dataset_name: DatasetName { pool_name: ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:59.973033123Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:59.973066764Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: be94c4dd-979c-46e6-b6eb-693ace48c507, dataset_name: DatasetName { pool_name: ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 876633c8-970f-4ef8-89fb-fe8a996c4e07, dataset_name: DatasetName { pool_name: ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:59.991198976Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:27:59.991244077Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 876633c8-970f-4ef8-89fb-fe8a996c4e07, dataset_name: DatasetName { pool_name: ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:00.008589771Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/744fa1cb-2c12-4d81-9617-211dc63d7446/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:00.008655673Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:00.008811326Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:00.008949619Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"removing zone","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:00.018279595Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3601","state":"Installed","zone":"oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939"} {"msg":"halt_and_remove_logged: Previous zone state: Installed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:00.361567799Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:00.363869157Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:00.395884191Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:00.396701108Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:00.396711428Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:00.42625309Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 230, 75]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:00.42627136Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"boundary_ntp"} {"msg":"nat entry with expected internal ip exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:00.426597007Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:73","existing_entry":"NatTarget { inner_mac: MacAddr { a: [168, 64, 37, 255, 230, 75] }, internal_ip: fd00:1122:3344:101::1, vni: Vni(100) }","target_ip":"10.151.2.169"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:00.426983335Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:00.451285857Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:00.469466209Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:01.043830524Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:01.043940607Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939\") failed: Property not found. retry in 55.002ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:01.174824971Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939\") failed: Property not found. retry in 125.708189ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:01.246805995Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939\") failed: Property not found. retry in 229.5643ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:01.406732601Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939\") failed: Property not found. retry in 391.636436ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:01.650121672Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939\") failed: Property not found. retry in 1.047899927s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:02.050825133Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939\") failed: Property not found. retry in 502.362579ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:03.108996478Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939\") failed: Property not found. retry in 1.450778491s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:03.620227256Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:28:05.032389718Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6757697371514882536"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:28:05.032506961Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14264394113510673553"} {"msg":"wait for service Some(\"oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939\") failed: Property not found. retry in 931.062356ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:05.080527871Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939\") failed: Property not found. retry in 1.143152229s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:06.020176652Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:28:06.059466219Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2366207536818408439"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:28:06.059607902Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16880134468362825548"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:07.182112991Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939"} {"msg":"Writing ledger to /pool/int/744fa1cb-2c12-4d81-9617-211dc63d7446/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:07.182207783Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:07.182650852Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:07.18299697Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"ac46e4a2-f8c2-4433-a3f7-5c5df6e74da0","remote_addr":"[fd00:1122:3344:101::1]:44488","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7230674,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:07.185545793Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:07.215508644Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:07.215658047Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64913"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:28:07.22482839Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:07.224971063Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"812db33b-b9fc-4844-931b-b6c12f00ff03","remote_addr":"[fd00:1122:3344:101::1]:64913","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9186,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:07.228317083Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:07.317656733Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:07.317816826Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45689"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:28:08.06980206Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7777292986109645418"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:28:08.240128793Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1839269236649365394"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:28:08.334482379Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11666737268895271481"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_e09d5cd1-554c-4ad4-880c-f8a68a955939': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:28:11.326157818Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:11.32627198Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"770126e6-11ce-4406-87ef-ba726e3fb85d","remote_addr":"[fd00:1122:3344:101::1]:45689","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008397,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:11.328575649Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:11.500226361Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:11.500409544Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38900"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:11.509285031Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"dff47b42-4cab-49b8-8545-5df5f4a00365","remote_addr":"[fd00:1122:3344:101::1]:38900","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8809,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:11.511094739Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:11.511100219Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:11.722561819Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:11.722768853Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38388"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:11.730738171Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"08f924f8-914f-455c-ba3a-cc15b462c7f4","remote_addr":"[fd00:1122:3344:101::1]:38388","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7867,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:11.732513558Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:11.732519078Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:11.901081845Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:11.901246989Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:11.90889335Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"8eed1c67-f413-47bd-b350-41dc95bc76bb","remote_addr":"[fd00:1122:3344:101::1]:61062","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7578,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:11.910602725Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:11.910607836Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:12.161047774Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:12.16129738Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:33889"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:12.169208116Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"f04ba08d-0974-43a3-b66b-85d203a60833","remote_addr":"[fd00:1122:3344:101::1]:33889","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7830,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:12.171059955Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:12.171071605Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:12.567738092Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:12.567906556Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:37466"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:12.57571824Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"be6365df-0fab-4e00-9bfa-a6a5d34ff962","remote_addr":"[fd00:1122:3344:101::1]:37466","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7765,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:12.578547599Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:12.5785568Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:13.13877034Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:13.138965294Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:55439"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:13.147416282Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"81637ba7-81f6-47fe-8471-cc6926637e6a","remote_addr":"[fd00:1122:3344:101::1]:55439","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8360,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:13.149408444Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:13.149415984Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:13.407015784Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:13.407167897Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:41695"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:13.415109934Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"09f1fa5d-9c25-4e4a-8ada-6db5cc354254","remote_addr":"[fd00:1122:3344:101::1]:41695","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7778,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:13.416879161Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:13.416885351Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:14.019136641Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:14.019338845Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:58028"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:14.027178457Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"64c9133a-3677-4427-a362-848dbc5a5ae5","remote_addr":"[fd00:1122:3344:101::1]:58028","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7718,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.097958736 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:14.02891794Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:14.028923866Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:14.651503832Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:14.651654435Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42155"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:14.659918264Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"318c9217-5937-4858-8396-975a8cdf4810","remote_addr":"[fd00:1122:3344:101::1]:42155","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8124,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.096647583 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:14.661428113Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:14.66143433Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:28:15.222495731Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6757697371514882536"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:28:15.222639359Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14264394113510673553"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:15.393437866Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:15.393592406Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:44772"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:15.402043212Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"be40349c-f311-49f6-b379-bf00bbbf92f7","remote_addr":"[fd00:1122:3344:101::1]:44772","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8316,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.094643012 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:15.40360287Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:15.403608336Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:16.244100922Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:16.244289569Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:39360"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:28:16.252234673Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2366207536818408439"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:28:16.252364454Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16880134468362825548"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:16.252718602Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"4278b46f-7e83-4b16-9b0d-3e114f93f78d","remote_addr":"[fd00:1122:3344:101::1]:39360","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8359,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.092415027 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:16.254333475Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:16.25433866Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:16.944148012Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:16.944310408Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:49793"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:16.952989024Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"48b105f7-907a-4d82-b590-b9104e0c9f97","remote_addr":"[fd00:1122:3344:101::1]:49793","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8561,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.086919986 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:16.954857199Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:16.954862496Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:28:17.379192271Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10516385688669104838"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:28:17.379311514Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9877433509872637182"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:18.035815143Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:18.035995779Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:35900"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:18.045134769Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"ae8bb3f3-20e2-47c9-9ff2-d74361465371","remote_addr":"[fd00:1122:3344:101::1]:35900","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8914,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 89028902, ip_addr: 5.78.121.38, stratum: 3, ref_time: 1729034897.1487722, correction: 0.086385347 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:18.046785306Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:18.046791746Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:28:18.268245893Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7777292986109645418"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:28:18.438166995Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1839269236649365394"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:28:18.532722876Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11666737268895271481"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:19.754130395Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:19.754344066Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:60472"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:19.762771994Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"2e710f8c-bb5e-4d18-bca9-cf78a4d894da","remote_addr":"[fd00:1122:3344:101::1]:60472","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8356,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 89028902, ip_addr: 5.78.121.38, stratum: 3, ref_time: 1729034899.3264236, correction: 0.079453498 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:19.764939504Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:19.764949058Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:19.790169652Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"237.629446ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:22.082811957Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:22.082938334Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:40661"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:22.092810758Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"03978056-5d34-4476-96e9-9934be50d78c","remote_addr":"[fd00:1122:3344:101::1]:40661","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9687,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 89028902, ip_addr: 5.78.121.38, stratum: 3, ref_time: 1729034901.1858404, correction: 0.073010467 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:22.096334048Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:22.096343518Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:24.675643767Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:24.675887663Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:58819"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:24.685107308Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"0c7f4a56-8c83-4977-b391-1b25fd5bc751","remote_addr":"[fd00:1122:3344:101::1]:58819","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9111,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 89028902, ip_addr: 5.78.121.38, stratum: 3, ref_time: 1729034904.358284, correction: 0.065779008 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:24.687392269Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:24.687399704Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:25.151194985Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44590"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:25.151364375Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"0ec10caa-abeb-4017-aeb9-9698167944f9","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44590","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:28:25.251959679Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6757697371514882536"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:28:25.252070841Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14264394113510673553"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:26.219895718Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:26.220066441Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:59190"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:26.228762871Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"19072a3d-c71d-44eb-b940-e397793db9cc","remote_addr":"[fd00:1122:3344:101::1]:59190","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8561,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 89028902, ip_addr: 5.78.121.38, stratum: 3, ref_time: 1729034905.38674, correction: 0.061509028 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:26.230755186Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:26.230760924Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:28:26.282318512Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2366207536818408439"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:28:26.282657291Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16880134468362825548"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:28:27.408663333Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10516385688669104838"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:28:27.408770558Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9877433509872637182"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:28.067635441Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:28.067842333Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:63795"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:28.07667227Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"d05f0d02-1518-41b7-ac7a-4700a8987fa5","remote_addr":"[fd00:1122:3344:101::1]:63795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8704,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 89028902, ip_addr: 5.78.121.38, stratum: 3, ref_time: 1729034906.7076223, correction: 0.056589939 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:28.078798177Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:28.078804946Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:28:28.297402902Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7777292986109645418"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:28:28.467156382Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1839269236649365394"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-15T23:28:28.560797201Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11666737268895271481"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:30.939924524Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:30.940201715Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:47058"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:30.962328163Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"23c7e375-7557-4695-a0bb-20f7924c964c","remote_addr":"[fd00:1122:3344:101::1]:47058","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":21913,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 89028902, ip_addr: 5.78.121.38, stratum: 3, ref_time: 1729034910.3332942, correction: 0.048507534 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:30.965925951Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:30.965933057Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1299"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: a5632515-ee40-48d5-901e-192a5a35481c (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: be94c4dd-979c-46e6-b6eb-693ace48c507 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 876633c8-970f-4ef8-89fb-fe8a996c4e07 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e09d5cd1-554c-4ad4-880c-f8a68a955939 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 616fef6a-4ce2-48b8-800d-66d51e63d4c7 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 0374bcf1-6b85-4a08-8e8a-bf63c2f88f4e, kind: Service { id: e09d5cd1-554c-4ad4-880c-f8a68a955939 }, name: Name(\"ntp-e09d5cd1-554c-4ad4-880c-f8a68a955939\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 75])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: f7203b88-4f7d-48c4-864a-42a13e1bee6d (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External } } } }, OmicronZoneConfig { id: 697ce61f-988e-4bb7-87ce-af496a1ae90d (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External } } } }, OmicronZoneConfig { id: 36ef9423-53ec-449c-8895-6d1f880fd0fd (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2c2fd979-8474-4d32-ba30-0c05cddb4ba8 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 43847e30-65ed-4c71-963a-810130dd4a32 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 43847e30-65ed-4c71-963a-810130dd4a32 (zpool), kind: External } } } }, OmicronZoneConfig { id: fb1b8e34-25a0-4211-a718-d70da22e96f6 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 3ecb46ae-6a83-4168-812d-b48874ec2529 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3ecb46ae-6a83-4168-812d-b48874ec2529 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:30.994920492Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:30.995016531Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:55194"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a5632515-ee40-48d5-901e-192a5a35481c, dataset_name: DatasetName { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:30.995509926Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:30.99551902Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a5632515-ee40-48d5-901e-192a5a35481c, dataset_name: DatasetName { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: be94c4dd-979c-46e6-b6eb-693ace48c507, dataset_name: DatasetName { pool_name: ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.017190256Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.017293199Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: be94c4dd-979c-46e6-b6eb-693ace48c507, dataset_name: DatasetName { pool_name: ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 876633c8-970f-4ef8-89fb-fe8a996c4e07, dataset_name: DatasetName { pool_name: ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.036060421Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.036103153Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 876633c8-970f-4ef8-89fb-fe8a996c4e07, dataset_name: DatasetName { pool_name: ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f7203b88-4f7d-48c4-864a-42a13e1bee6d, dataset_name: DatasetName { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.054584939Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.054627324Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f7203b88-4f7d-48c4-864a-42a13e1bee6d, dataset_name: DatasetName { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 697ce61f-988e-4bb7-87ce-af496a1ae90d, dataset_name: DatasetName { pool_name: ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.116985476Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.117028527Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 697ce61f-988e-4bb7-87ce-af496a1ae90d, dataset_name: DatasetName { pool_name: ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 36ef9423-53ec-449c-8895-6d1f880fd0fd, dataset_name: DatasetName { pool_name: ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.180234499Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.1802738Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 36ef9423-53ec-449c-8895-6d1f880fd0fd, dataset_name: DatasetName { pool_name: ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c2fd979-8474-4d32-ba30-0c05cddb4ba8, dataset_name: DatasetName { pool_name: ZpoolName { id: 43847e30-65ed-4c71-963a-810130dd4a32 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.2463613Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.246397872Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2c2fd979-8474-4d32-ba30-0c05cddb4ba8, dataset_name: DatasetName { pool_name: ZpoolName { id: 43847e30-65ed-4c71-963a-810130dd4a32 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb1b8e34-25a0-4211-a718-d70da22e96f6, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ecb46ae-6a83-4168-812d-b48874ec2529 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.306324512Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.306366748Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fb1b8e34-25a0-4211-a718-d70da22e96f6, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ecb46ae-6a83-4168-812d-b48874ec2529 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.366619988Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/744fa1cb-2c12-4d81-9617-211dc63d7446/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.366659026Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.366914059Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.367069519Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.448462654Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.448524128Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.448532987Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.4485379Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.44854465Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.541701527Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_697ce61f-988e-4bb7-87ce-af496a1ae90d","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.546067893Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.550763913Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.55528893Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.559743424Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.564476965Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_697ce61f-988e-4bb7-87ce-af496a1ae90d","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.569025417Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.573543088Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.577853757Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:31.582154832Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_697ce61f-988e-4bb7-87ce-af496a1ae90d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:34.580360068Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_697ce61f-988e-4bb7-87ce-af496a1ae90d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:34.580489651Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_697ce61f-988e-4bb7-87ce-af496a1ae90d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:34.625704292Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:34.625844545Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:34.652522256Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:34.652661384Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:34.684245604Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:34.684343247Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_697ce61f-988e-4bb7-87ce-af496a1ae90d\") failed: Property not found. retry in 57.325375ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:34.7228193Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_697ce61f-988e-4bb7-87ce-af496a1ae90d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:34.739971113Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:34.74012407Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6\") failed: Property not found. retry in 35.109026ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:34.769456344Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d\") failed: Property not found. retry in 32.204077ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:34.7862136Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_697ce61f-988e-4bb7-87ce-af496a1ae90d\") failed: Property not found. retry in 148.623058ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:34.80184401Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_697ce61f-988e-4bb7-87ce-af496a1ae90d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6\") failed: Property not found. retry in 88.840665ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:34.820997484Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d\") failed: Property not found. retry in 115.974313ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:34.838635678Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd\") failed: Property not found. retry in 35.734537ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:35.054234601Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d\") failed: Property not found. retry in 124.583242ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:35.424443483Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:35.776296621Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"583.410487ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_697ce61f-988e-4bb7-87ce-af496a1ae90d\") failed: Property not found. retry in 236.487547ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:35.808722727Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_697ce61f-988e-4bb7-87ce-af496a1ae90d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6\") failed: Property not found. retry in 122.89148ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:35.885014977Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd\") failed: Property not found. retry in 138.614629ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:35.965885131Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d\") failed: Property not found. retry in 248.829399ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:36.098588749Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_697ce61f-988e-4bb7-87ce-af496a1ae90d\") failed: Property not found. retry in 562.553477ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:36.991470623Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_697ce61f-988e-4bb7-87ce-af496a1ae90d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8\") failed: Property not found. retry in 28.274781ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:37.030270769Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6\") failed: Property not found. retry in 547.798231ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:37.05099566Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd\") failed: Property not found. retry in 191.978113ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:37.075026221Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d\") failed: Property not found. retry in 405.109411ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:37.097857506Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8\") failed: Property not found. retry in 99.132536ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:37.11126837Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8\") failed: Property not found. retry in 276.346975ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:37.27003101Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd\") failed: Property not found. retry in 258.024146ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:37.29972212Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d\") failed: Property not found. retry in 1.433190468s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:37.515408172Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8\") failed: Property not found. retry in 526.181173ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:37.557238387Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_697ce61f-988e-4bb7-87ce-af496a1ae90d\") failed: Property not found. retry in 719.350724ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:37.567479525Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_697ce61f-988e-4bb7-87ce-af496a1ae90d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd\") failed: Property not found. retry in 1.108148341s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:37.575911652Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6\") failed: Property not found. retry in 756.064667ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:37.609518614Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8\") failed: Property not found. retry in 653.423177ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:38.094309566Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_697ce61f-988e-4bb7-87ce-af496a1ae90d\") failed: Property not found. retry in 1.292937425s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:38.298129394Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_697ce61f-988e-4bb7-87ce-af496a1ae90d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6\") failed: Property not found. retry in 742.598494ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:38.376524001Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd\") failed: Property not found. retry in 889.124553ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:38.695882349Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8\") failed: Property not found. retry in 1.276500568s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:38.757713695Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d\") failed: Property not found. retry in 1.14463316s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:38.961805759Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6\") failed: Property not found. retry in 1.473549725s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:39.130467447Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd\") failed: Property not found. retry in 726.072949ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:39.596993092Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_697ce61f-988e-4bb7-87ce-af496a1ae90d\") failed: Property not found. retry in 916.240597ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:39.603524852Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_697ce61f-988e-4bb7-87ce-af496a1ae90d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8\") failed: Property not found. retry in 1.395201435s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:40.050851109Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d\") failed: Property not found. retry in 659.322288ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:40.121587657Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd\") failed: Property not found. retry in 520.403648ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:40.336098876Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_697ce61f-988e-4bb7-87ce-af496a1ae90d\") failed: Property not found. retry in 967.008222ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:40.532775299Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_697ce61f-988e-4bb7-87ce-af496a1ae90d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6\") failed: Property not found. retry in 836.722347ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:40.619684387Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d\") failed: Property not found. retry in 1.09599995s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:40.793411958Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd\") failed: Property not found. retry in 735.951416ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:40.866634042Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8\") failed: Property not found. retry in 1.013144778s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:41.458019929Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6\") failed: Property not found. retry in 1.446293352s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:41.466363889Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_697ce61f-988e-4bb7-87ce-af496a1ae90d\") failed: Property not found. retry in 788.08232ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:41.510969286Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_697ce61f-988e-4bb7-87ce-af496a1ae90d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd\") failed: Property not found. retry in 1.009121573s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:41.612378719Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d\") failed: Property not found. retry in 1.27090647s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:41.900697016Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_697ce61f-988e-4bb7-87ce-af496a1ae90d\") failed: Property not found. retry in 1.310239597s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:42.30944953Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_697ce61f-988e-4bb7-87ce-af496a1ae90d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8\") failed: Property not found. retry in 1.27252996s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:42.48305102Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd\") failed: Property not found. retry in 789.312916ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:42.633811757Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6\") failed: Property not found. retry in 767.964935ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:42.925786791Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d\") failed: Property not found. retry in 589.881172ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:43.186296007Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd\") failed: Property not found. retry in 709.158602ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:43.435403378Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_697ce61f-988e-4bb7-87ce-af496a1ae90d\") failed: Property not found. retry in 1.094498562s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:43.634803385Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_697ce61f-988e-4bb7-87ce-af496a1ae90d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6\") failed: Property not found. retry in 976.960974ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:43.705853819Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8\") failed: Property not found. retry in 773.052941ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:43.77085922Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d\") failed: Property not found. retry in 550.55763ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:43.788467722Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8\") failed: Property not found. retry in 1.085849933s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:44.556856499Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6\") failed: Property not found. retry in 889.734948ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:44.695839565Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6\") failed: Property not found. retry in 1.380133453s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:45.598790245Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8\") failed: Property not found. retry in 689.419597ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:45.655555104Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8\") failed: Property not found. retry in 611.229355ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:46.913824219Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6\") failed: Property not found. retry in 897.237194ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:46.9947005Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8\") failed: Property not found. retry in 942.751371ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:47.539180573Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6\") failed: Property not found. retry in 590.627075ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:47.906794Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8\") failed: Property not found. retry in 961.018541ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:48.49607567Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6\") failed: Property not found. retry in 628.95385ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:48.508343904Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6\") failed: Property not found. retry in 1.090696676s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:49.312027206Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8\") failed: Property not found. retry in 567.340036ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:49.468940437Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8\") failed: Property not found. retry in 597.575601ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:50.046681966Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6\") failed: Property not found. retry in 1.287190385s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:50.411665766Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8\") failed: Property not found. retry in 1.46065682s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:50.65234262Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6\") failed: Property not found. retry in 1.294205007s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:51.709739688Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8\") failed: Property not found. retry in 1.085041553s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:52.124025485Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:52.135578828Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"557.898809ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6\") failed: Property not found. retry in 1.041538848s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:53.013694674Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8\") failed: Property not found. retry in 914.36517ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:53.220039175Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:54.155876637Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_f7203b88-4f7d-48c4-864a-42a13e1bee6d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:54.155937698Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_697ce61f-988e-4bb7-87ce-af496a1ae90d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:54.155946068Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:54.155952049Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_fb1b8e34-25a0-4211-a718-d70da22e96f6"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:54.155959709Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_36ef9423-53ec-449c-8895-6d1f880fd0fd"} {"msg":"Writing ledger to /pool/int/744fa1cb-2c12-4d81-9617-211dc63d7446/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:54.15602191Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:54.156994221Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:54.1579342Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"cefc24a9-17b3-41af-b01d-b2363dcdb7e9","remote_addr":"[fd00:1122:3344:101::1]:55194","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":23113786,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:54.190544816Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45771"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:54.218193828Z","hostname":"sock","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"1e6e3cd9-7d9b-421a-8f9d-f895729e864f","remote_addr":"[fd00:1122:3344:101::1]:45771","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService8/omicron6 in oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_2c2fd979-8474-4d32-ba30-0c05cddb4ba8 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService8/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":27495,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:28:54.218460694Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1028","retry_after":"94.856951ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e6e3cd9-7d9b-421a-8f9d-f895729e864f\", \"content-length\": \"124\", \"date\": \"Tue, 15 Oct 2024 23:28:54 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1e6e3cd9-7d9b-421a-8f9d-f895729e864f\" }"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::6]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:28:54.341178605Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3740"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:00.231326916Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3758"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:10.752810665Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3781"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:10.752934847Z","hostname":"sock","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"5df722cf-d7c0-4351-99a0-8393ded5bb9b","remote_addr":"[fd00:1122:3344:101::1]:45771","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":16438415,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:10.753400317Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43422"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:10.757671577Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"1.762904751s"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: a5632515-ee40-48d5-901e-192a5a35481c (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: be94c4dd-979c-46e6-b6eb-693ace48c507 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 876633c8-970f-4ef8-89fb-fe8a996c4e07 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e09d5cd1-554c-4ad4-880c-f8a68a955939 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 616fef6a-4ce2-48b8-800d-66d51e63d4c7 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 0374bcf1-6b85-4a08-8e8a-bf63c2f88f4e, kind: Service { id: e09d5cd1-554c-4ad4-880c-f8a68a955939 }, name: Name(\"ntp-e09d5cd1-554c-4ad4-880c-f8a68a955939\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 75])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: f7203b88-4f7d-48c4-864a-42a13e1bee6d (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External } } } }, OmicronZoneConfig { id: 697ce61f-988e-4bb7-87ce-af496a1ae90d (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External } } } }, OmicronZoneConfig { id: 36ef9423-53ec-449c-8895-6d1f880fd0fd (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2c2fd979-8474-4d32-ba30-0c05cddb4ba8 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 43847e30-65ed-4c71-963a-810130dd4a32 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 43847e30-65ed-4c71-963a-810130dd4a32 (zpool), kind: External } } } }, OmicronZoneConfig { id: fb1b8e34-25a0-4211-a718-d70da22e96f6 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 3ecb46ae-6a83-4168-812d-b48874ec2529 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3ecb46ae-6a83-4168-812d-b48874ec2529 (zpool), kind: External } } } }, OmicronZoneConfig { id: 33d15e7d-fa0f-4976-82c9-5bc77a6109b9 (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 691153a8-6e09-4c86-9a61-723a6d1f17f6, kind: Service { id: 33d15e7d-fa0f-4976-82c9-5bc77a6109b9 }, name: Name(\"external-dns-33d15e7d-fa0f-4976-82c9-5bc77a6109b9\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 9a1effea-4be6-4299-a803-bbcb3331e365 (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c243349f-0368-48d3-8e8a-7d37574f8aba, kind: Service { id: 9a1effea-4be6-4299-a803-bbcb3331e365 }, name: Name(\"external-dns-9a1effea-4be6-4299-a803-bbcb3331e365\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 1cd7288a-0264-4148-959a-30a19fa03005 (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: dc35ff88-2e37-442b-b308-08b2f77eb274 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 08235844-5f5b-4afb-86ec-5bd8067e881a, kind: Service { id: 1cd7288a-0264-4148-959a-30a19fa03005 }, name: Name(\"nexus-1cd7288a-0264-4148-959a-30a19fa03005\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 65])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 23673a51-4c07-4e4c-b42e-c462f00c2626 (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 7bcacec5-3584-42f0-8e97-1353da4719a1 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4261919a-818e-438d-8eca-94da69568f93, kind: Service { id: 23673a51-4c07-4e4c-b42e-c462f00c2626 }, name: Name(\"nexus-23673a51-4c07-4e4c-b42e-c462f00c2626\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1425903e-4e8b-455f-8986-6eae55b03850 (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: dc35ff88-2e37-442b-b308-08b2f77eb274 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8d673aa3-fdcd-4fe9-bff0-304b7e9053b6, kind: Service { id: 1425903e-4e8b-455f-8986-6eae55b03850 }, name: Name(\"nexus-1425903e-4e8b-455f-8986-6eae55b03850\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 228])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d840e5b1-0bc2-44e7-bb14-a2548552ccff (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: c65d24bc-c6bc-49ab-aa79-1584ff1bd64c (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External } } } }, OmicronZoneConfig { id: 4d0fad12-4896-46c0-a8cf-c4d30510d8e8 (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 43847e30-65ed-4c71-963a-810130dd4a32 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 14810519-c809-43c4-ac70-acd24db39c33 (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 5ebadbdd-e951-4ef7-bf2b-34646dcae4a4 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: abec964d-6205-437c-95de-80f67d7b2d97 (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 43847e30-65ed-4c71-963a-810130dd4a32 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: ac5700b2-7651-440a-8f72-116ba110d9e1 (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External } } } }, OmicronZoneConfig { id: b0ba0aba-5a63-4c5d-ac82-c995c30b39be (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External } } } }, OmicronZoneConfig { id: c4da7100-0c17-497c-b237-bccabc1393ab (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External } } } }, OmicronZoneConfig { id: d3b97160-2be6-44d9-b0bc-eb87cfc4a95f (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 43847e30-65ed-4c71-963a-810130dd4a32 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 43847e30-65ed-4c71-963a-810130dd4a32 (zpool), kind: External } } } }, OmicronZoneConfig { id: e75664f6-3465-46d4-9128-edf3721dd4c8 (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 3ecb46ae-6a83-4168-812d-b48874ec2529 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3ecb46ae-6a83-4168-812d-b48874ec2529 (zpool), kind: External } } } }, OmicronZoneConfig { id: 50e260c8-426c-4402-aabf-cd0d32b53ea9 (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 7bcacec5-3584-42f0-8e97-1353da4719a1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7bcacec5-3584-42f0-8e97-1353da4719a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1dc5d732-877c-477b-8021-2d246f422388 (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 616fef6a-4ce2-48b8-800d-66d51e63d4c7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 616fef6a-4ce2-48b8-800d-66d51e63d4c7 (zpool), kind: External } } } }, OmicronZoneConfig { id: 08439d20-e750-4553-bdd1-5e2a3afc34ab (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: dc35ff88-2e37-442b-b308-08b2f77eb274 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dc35ff88-2e37-442b-b308-08b2f77eb274 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4833150d-01a2-48a9-9db5-577890697079 (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 5ebadbdd-e951-4ef7-bf2b-34646dcae4a4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5ebadbdd-e951-4ef7-bf2b-34646dcae4a4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:10.787245039Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:10.787390612Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45490"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a5632515-ee40-48d5-901e-192a5a35481c, dataset_name: DatasetName { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:10.787810641Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:10.787817141Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a5632515-ee40-48d5-901e-192a5a35481c, dataset_name: DatasetName { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: be94c4dd-979c-46e6-b6eb-693ace48c507, dataset_name: DatasetName { pool_name: ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:10.812076372Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:10.812119583Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: be94c4dd-979c-46e6-b6eb-693ace48c507, dataset_name: DatasetName { pool_name: ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 876633c8-970f-4ef8-89fb-fe8a996c4e07, dataset_name: DatasetName { pool_name: ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:10.832354068Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:10.832396829Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 876633c8-970f-4ef8-89fb-fe8a996c4e07, dataset_name: DatasetName { pool_name: ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f7203b88-4f7d-48c4-864a-42a13e1bee6d, dataset_name: DatasetName { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:10.851213005Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:10.851251526Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f7203b88-4f7d-48c4-864a-42a13e1bee6d, dataset_name: DatasetName { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 697ce61f-988e-4bb7-87ce-af496a1ae90d, dataset_name: DatasetName { pool_name: ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:10.87136916Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:10.87141473Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 697ce61f-988e-4bb7-87ce-af496a1ae90d, dataset_name: DatasetName { pool_name: ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 36ef9423-53ec-449c-8895-6d1f880fd0fd, dataset_name: DatasetName { pool_name: ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:10.89040039Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:10.890439091Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 36ef9423-53ec-449c-8895-6d1f880fd0fd, dataset_name: DatasetName { pool_name: ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c2fd979-8474-4d32-ba30-0c05cddb4ba8, dataset_name: DatasetName { pool_name: ZpoolName { id: 43847e30-65ed-4c71-963a-810130dd4a32 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:10.910186836Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:10.910230187Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2c2fd979-8474-4d32-ba30-0c05cddb4ba8, dataset_name: DatasetName { pool_name: ZpoolName { id: 43847e30-65ed-4c71-963a-810130dd4a32 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb1b8e34-25a0-4211-a718-d70da22e96f6, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ecb46ae-6a83-4168-812d-b48874ec2529 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:10.928333578Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:10.928375899Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fb1b8e34-25a0-4211-a718-d70da22e96f6, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ecb46ae-6a83-4168-812d-b48874ec2529 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 33d15e7d-fa0f-4976-82c9-5bc77a6109b9, dataset_name: DatasetName { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:10.94646766Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:10.946506781Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 33d15e7d-fa0f-4976-82c9-5bc77a6109b9, dataset_name: DatasetName { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a1effea-4be6-4299-a803-bbcb3331e365, dataset_name: DatasetName { pool_name: ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:11.056601797Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:11.056646048Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9a1effea-4be6-4299-a803-bbcb3331e365, dataset_name: DatasetName { pool_name: ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c65d24bc-c6bc-49ab-aa79-1584ff1bd64c, dataset_name: DatasetName { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:11.161905993Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:11.161961874Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c65d24bc-c6bc-49ab-aa79-1584ff1bd64c, dataset_name: DatasetName { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ac5700b2-7651-440a-8f72-116ba110d9e1, dataset_name: DatasetName { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:11.286113116Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:11.286155847Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ac5700b2-7651-440a-8f72-116ba110d9e1, dataset_name: DatasetName { pool_name: ZpoolName { id: e3ecc3dd-67b1-448a-b2db-4ec15848422c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b0ba0aba-5a63-4c5d-ac82-c995c30b39be, dataset_name: DatasetName { pool_name: ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:11.377211623Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:11.377259854Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b0ba0aba-5a63-4c5d-ac82-c995c30b39be, dataset_name: DatasetName { pool_name: ZpoolName { id: 20c8b8e6-35c4-4604-82d7-83dccb9f9d61 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4da7100-0c17-497c-b237-bccabc1393ab, dataset_name: DatasetName { pool_name: ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:11.467632246Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:11.467697467Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c4da7100-0c17-497c-b237-bccabc1393ab, dataset_name: DatasetName { pool_name: ZpoolName { id: a62184c6-abf2-4034-a5a3-6d0b0c0af100 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d3b97160-2be6-44d9-b0bc-eb87cfc4a95f, dataset_name: DatasetName { pool_name: ZpoolName { id: 43847e30-65ed-4c71-963a-810130dd4a32 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:11.576839374Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:11.576881435Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d3b97160-2be6-44d9-b0bc-eb87cfc4a95f, dataset_name: DatasetName { pool_name: ZpoolName { id: 43847e30-65ed-4c71-963a-810130dd4a32 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e75664f6-3465-46d4-9128-edf3721dd4c8, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ecb46ae-6a83-4168-812d-b48874ec2529 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:11.674742324Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:11.674792315Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e75664f6-3465-46d4-9128-edf3721dd4c8, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ecb46ae-6a83-4168-812d-b48874ec2529 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 50e260c8-426c-4402-aabf-cd0d32b53ea9, dataset_name: DatasetName { pool_name: ZpoolName { id: 7bcacec5-3584-42f0-8e97-1353da4719a1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:11.787288382Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:11.787336293Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 50e260c8-426c-4402-aabf-cd0d32b53ea9, dataset_name: DatasetName { pool_name: ZpoolName { id: 7bcacec5-3584-42f0-8e97-1353da4719a1 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1dc5d732-877c-477b-8021-2d246f422388, dataset_name: DatasetName { pool_name: ZpoolName { id: 616fef6a-4ce2-48b8-800d-66d51e63d4c7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:11.909409982Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:11.909458143Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1dc5d732-877c-477b-8021-2d246f422388, dataset_name: DatasetName { pool_name: ZpoolName { id: 616fef6a-4ce2-48b8-800d-66d51e63d4c7 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 08439d20-e750-4553-bdd1-5e2a3afc34ab, dataset_name: DatasetName { pool_name: ZpoolName { id: dc35ff88-2e37-442b-b308-08b2f77eb274 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.010019519Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.0100681Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 08439d20-e750-4553-bdd1-5e2a3afc34ab, dataset_name: DatasetName { pool_name: ZpoolName { id: dc35ff88-2e37-442b-b308-08b2f77eb274 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4833150d-01a2-48a9-9db5-577890697079, dataset_name: DatasetName { pool_name: ZpoolName { id: 5ebadbdd-e951-4ef7-bf2b-34646dcae4a4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.134963098Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.135016469Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4833150d-01a2-48a9-9db5-577890697079, dataset_name: DatasetName { pool_name: ZpoolName { id: 5ebadbdd-e951-4ef7-bf2b-34646dcae4a4 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.250152001Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/744fa1cb-2c12-4d81-9617-211dc63d7446/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.250218002Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.250519048Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.250693872Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.378595633Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.378859579Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.418308659Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.418525614Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.418582805Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.418599475Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.456197106Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.456418481Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.456471502Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.456503413Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.467812891Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.617407159Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.684238345Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.684297286Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.684304406Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.684308906Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.684312776Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.684316726Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.684320796Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.684467259Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.690363634Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.695732687Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.700939386Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.706237708Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.711190512Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.716486953Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.862090647Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.867305487Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.87269662Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.877192205Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.882004016Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.886908049Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.891852633Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.897807799Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.903207032Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_4833150d-01a2-48a9-9db5-577890697079","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.90834871Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.913442917Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.919052766Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.925114403Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.931203021Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:12.97391989Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.009407167Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.009802115Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.01572023Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_4833150d-01a2-48a9-9db5-577890697079","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.020047421Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.024377762Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.029804796Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.035936125Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.041547233Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.097882598Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.160296302Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.164761996Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.164826817Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.220943498Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 147, 228]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.220983669Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.223385919Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.22340282Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.290372768Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 134, 41]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.290405979Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.425393779Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.428548906Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.428575826Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.484502043Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 202, 183]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.484535184Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.484882801Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.484896731Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.486275Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.486292201Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.53952223Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 198, 99]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.539553501Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.541261577Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.541282498Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.594540478Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 230, 65]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.594571079Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.594942687Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.594961747Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.59507867Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.596825926Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.596844377Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.609458292Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.717094207Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.717162699Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Configuring new Omicron zone: oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.717580797Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.73576027Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.735838561Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.735989255Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.735999235Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Configuring new Omicron zone: oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.736522406Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.75147088Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.754133286Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.757070478Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.757274292Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.757293373Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.760505991Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Installing Omicron zone: oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:13.806314744Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:14.028887598Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:14.053829592Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:14.062721Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:14.068106993Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:14.10123196Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:14.13499064Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:14.164137724Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:15.332542637Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:15.333790544Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:15.353165641Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:15.353410916Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:15.59593769Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:15.607261598Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:15.834732654Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:15.83500579Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388\") failed: Property not found. retry in 35.433723ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:15.972531624Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab\") failed: Property not found. retry in 44.6829ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:15.985080048Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1\") failed: Property not found. retry in 74.372697ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:15.997005039Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:15.997408837Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:15.997683333Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:16.005447047Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:16.005768693Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388\") failed: Property not found. retry in 71.004313ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:16.025642692Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab\") failed: Property not found. retry in 132.514007ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:16.044476018Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1\") failed: Property not found. retry in 115.514483ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:16.091032017Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388\") failed: Property not found. retry in 130.641882ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:16.11917759Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9\") failed: Property not found. retry in 46.504368ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:16.136004294Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:16.136836691Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:16.137073596Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:16.15625877Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:16.156764391Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab\") failed: Property not found. retry in 281.211354ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:16.19998074Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9\") failed: Property not found. retry in 109.043716ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:16.252680518Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_4833150d-01a2-48a9-9db5-577890697079:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:16.25323222Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1\") failed: Property not found. retry in 173.294028ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:16.272676129Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388\") failed: Property not found. retry in 504.542828ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:16.288631294Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_crucible_4833150d-01a2-48a9-9db5-577890697079 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:16.288762947Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:16.325172623Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:16.325377027Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab\") failed: Property not found. retry in 44.338654ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:16.35209679Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9\") failed: Property not found. retry in 253.338497ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:16.374668695Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33\") failed: Property not found. retry in 42.494646ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:16.398716291Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab\") failed: Property not found. retry in 120.160142ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:16.409441786Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be\") failed: Property not found. retry in 34.557609ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:16.44809355Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1\") failed: Property not found. retry in 236.935842ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:16.463874262Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33\") failed: Property not found. retry in 86.80471ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:16.518828118Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff\") failed: Property not found. retry in 36.051ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:16.552428925Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab\") failed: Property not found. retry in 291.894586ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:16.572220652Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be\") failed: Property not found. retry in 104.911076ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:16.587645686Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab\") failed: Property not found. retry in 182.981934ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:16.604553792Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff\") failed: Property not found. retry in 96.810805ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:16.619835434Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33\") failed: Property not found. retry in 293.561551ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:16.634254287Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079\") failed: Property not found. retry in 48.897588ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:16.646700569Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9\") failed: Property not found. retry in 538.799736ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:16.742817771Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be\") failed: Property not found. retry in 197.635834ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:16.777121813Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079\") failed: Property not found. retry in 60.848631ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:16.793709062Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab\") failed: Property not found. retry in 476.303021ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:16.80882007Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8\") failed: Property not found. retry in 45.951564ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:16.822211062Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff\") failed: Property not found. retry in 165.867541ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:16.853333777Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1\") failed: Property not found. retry in 465.87948ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:17.117958395Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab\") failed: Property not found. retry in 701.71044ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:17.175097627Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388\") failed: Property not found. retry in 1.026918366s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:17.218112932Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33\") failed: Property not found. retry in 428.88059ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:17.299192228Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be\") failed: Property not found. retry in 579.62303ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:17.78925821Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079\") failed: Property not found. retry in 169.837473ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:17.8177987Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab\") failed: Property not found. retry in 1.119558355s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:17.842121492Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8\") failed: Property not found. retry in 93.582599ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:19.232242282Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff\") failed: Property not found. retry in 411.761151ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:19.467203185Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1\") failed: Property not found. retry in 1.408955793s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:19.49550089Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab\") failed: Property not found. retry in 1.220891102s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:19.517998744Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388\") failed: Property not found. retry in 1.105464854s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:19.593691877Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9\") failed: Property not found. retry in 597.04415ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:19.61192396Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:19.613080064Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:19.614717919Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33\") failed: Property not found. retry in 695.367417ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:19.630567672Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be\") failed: Property not found. retry in 616.68707ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:19.648735835Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079\") failed: Property not found. retry in 330.831807ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:19.663337352Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab\") failed: Property not found. retry in 1.473352895s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:19.677300766Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8\") failed: Property not found. retry in 265.206493ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:19.69224152Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:19.693354834Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:19.695248973Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:19.695270464Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:19.702947746Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:19.711752571Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:19.720603317Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff\") failed: Property not found. retry in 929.035967ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:19.897702184Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8\") failed: Property not found. retry in 296.132848ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:20.010188371Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079\") failed: Property not found. retry in 815.576638ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:20.03916052Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9\") failed: Property not found. retry in 788.432458ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:20.234404858Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9\") failed: Property not found. retry in 43.387535ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:20.268598007Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be\") failed: Property not found. retry in 1.274029122s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:20.29014977Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97\") failed: Property not found. retry in 69.60275ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:20.327966266Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365\") failed: Property not found. retry in 28.064315ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:20.357632601Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f\") failed: Property not found. retry in 25.951546ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:20.384493536Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9\") failed: Property not found. retry in 53.222347ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:20.457641285Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33\") failed: Property not found. retry in 955.837409ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:20.480192289Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8\") failed: Property not found. retry in 725.865148ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:20.500005376Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97\") failed: Property not found. retry in 93.124891ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:20.514783597Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f\") failed: Property not found. retry in 111.75166ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:20.528886504Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9\") failed: Property not found. retry in 242.218519ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:20.542393988Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365\") failed: Property not found. retry in 98.522314ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:20.554300529Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97\") failed: Property not found. retry in 193.184832ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:20.622643547Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f\") failed: Property not found. retry in 180.065314ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:20.658260236Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365\") failed: Property not found. retry in 279.995963ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:20.672970896Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:20.674162291Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:20.674658871Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388\") failed: Property not found. retry in 1.413809108s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:20.715326577Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab\") failed: Property not found. retry in 613.274246ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:20.755299668Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff\") failed: Property not found. retry in 1.297568228s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:20.96921911Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1\") failed: Property not found. retry in 977.420034ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:21.104099968Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97\") failed: Property not found. retry in 409.481359ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:21.519176631Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9\") failed: Property not found. retry in 1.364408448s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:21.533004852Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f\") failed: Property not found. retry in 234.25392ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:21.546780351Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9\") failed: Property not found. retry in 476.316821ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:21.559445568Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365\") failed: Property not found. retry in 265.400231ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:21.571037902Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33\") failed: Property not found. retry in 1.2142495s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:21.584774271Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be\") failed: Property not found. retry in 856.256359ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:21.596417316Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079\") failed: Property not found. retry in 1.270529342s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:21.608834297Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8\") failed: Property not found. retry in 46.017344ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:21.619195505Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab\") failed: Property not found. retry in 1.427292177s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:21.62940754Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8\") failed: Property not found. retry in 1.292396258s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:21.642001365Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab\") failed: Property not found. retry in 844.689855ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:21.651710199Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8\") failed: Property not found. retry in 77.114042ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:21.677207526Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8\") failed: Property not found. retry in 101.053311ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:21.767962116Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f\") failed: Property not found. retry in 597.262433ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:21.794649077Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365\") failed: Property not found. retry in 755.057265ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:21.849578753Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8\") failed: Property not found. retry in 248.86837ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:21.881406933Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97\") failed: Property not found. retry in 501.644099ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:21.943591021Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9\") failed: Property not found. retry in 958.159001ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:22.050157443Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1\") failed: Property not found. retry in 1.301686261s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:22.094925416Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388\") failed: Property not found. retry in 1.220594095s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:22.145737435Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8\") failed: Property not found. retry in 495.11966ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:22.155900059Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff\") failed: Property not found. retry in 764.659639ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:22.279946828Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f\") failed: Property not found. retry in 838.014768ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:22.403535118Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97\") failed: Property not found. retry in 562.265739ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:22.457270459Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be\") failed: Property not found. retry in 851.710044ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:22.467856992Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab\") failed: Property not found. retry in 1.091404536s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:22.507480456Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365\") failed: Property not found. retry in 1.189454685s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:22.618177755Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8\") failed: Property not found. retry in 526.52921ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:22.663452887Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33\") failed: Property not found. retry in 1.321105342s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:22.811317619Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079\") failed: Property not found. retry in 554.616092ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:22.891625349Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9\") failed: Property not found. retry in 637.58139ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:22.908416412Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8\") failed: Property not found. retry in 1.436407901s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:22.945837609Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9\") failed: Property not found. retry in 1.019812557s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:23.020729085Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97\") failed: Property not found. retry in 1.278971111s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:23.032962433Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff\") failed: Property not found. retry in 1.437740774s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:23.057126501Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab\") failed: Property not found. retry in 699.604016ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:23.069284807Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8\") failed: Property not found. retry in 756.512747ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:23.216688059Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f\") failed: Property not found. retry in 823.606104ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:23.262379159Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be\") failed: Property not found. retry in 1.477510213s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:23.339223966Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388\") failed: Property not found. retry in 816.578955ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:23.381105338Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1\") failed: Property not found. retry in 1.3346359s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:23.412821125Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079\") failed: Property not found. retry in 1.092894833s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:23.461717874Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9\") failed: Property not found. retry in 1.459968381s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:23.559839819Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab\") failed: Property not found. retry in 1.408906651s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:23.612086968Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab\") failed: Property not found. retry in 1.126470562s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:23.782191897Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365\") failed: Property not found. retry in 775.042655ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:23.821859262Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8\") failed: Property not found. retry in 517.21179ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:23.986859044Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9\") failed: Property not found. retry in 796.038325ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:24.054866295Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f\") failed: Property not found. retry in 911.960231ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:24.098178976Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33\") failed: Property not found. retry in 1.245753249s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:24.146185416Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388\") failed: Property not found. retry in 1.134937937s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:24.211632323Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97\") failed: Property not found. retry in 624.559561ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:24.32412817Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8\") failed: Property not found. retry in 1.191825364s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:24.394917499Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff\") failed: Property not found. retry in 543.251071ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:24.504487695Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8\") failed: Property not found. retry in 1.173757077s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:24.512883741Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079\") failed: Property not found. retry in 1.33461167s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:24.565351225Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365\") failed: Property not found. retry in 816.479524ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:24.609178268Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1\") failed: Property not found. retry in 578.026632ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:24.757483578Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be\") failed: Property not found. retry in 634.411571ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:24.825643422Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9\") failed: Property not found. retry in 1.363115496s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:24.862968498Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab\") failed: Property not found. retry in 1.306983643s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:24.921462479Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97\") failed: Property not found. retry in 1.495295392s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:24.961947361Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:24.977622211Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:24.977780644Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f\") failed: Property not found. retry in 535.769986ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:25.024009636Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab\") failed: Property not found. retry in 755.522061ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:25.036936399Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9\") failed: Property not found. retry in 1.302843266s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:25.049068924Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff\") failed: Property not found. retry in 780.834608ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:25.060492764Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626\") failed: Property not found. retry in 53.504738ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:25.263433894Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626\") failed: Property not found. retry in 92.037922ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:25.328159046Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1\") failed: Property not found. retry in 1.001253603s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:25.347282339Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388\") failed: Property not found. retry in 622.183065ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:25.361408726Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33\") failed: Property not found. retry in 904.583887ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:25.403242726Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:25.411324486Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626\") failed: Property not found. retry in 100.605309ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:25.482366281Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:25.482536055Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be\") failed: Property not found. retry in 637.251586ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:25.50177999Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365\") failed: Property not found. retry in 820.236427ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:25.512863633Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f\") failed: Property not found. retry in 1.082601276s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:25.574289606Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626\") failed: Property not found. retry in 514.010631ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:25.596933352Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8\") failed: Property not found. retry in 721.035552ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:25.608087186Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8\") failed: Property not found. retry in 1.316338701s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:25.700154184Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab\") failed: Property not found. retry in 1.297458715s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:25.807196166Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff\") failed: Property not found. retry in 1.202492939s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:25.853981421Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c\") failed: Property not found. retry in 50.04176ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:25.876812191Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079\") failed: Property not found. retry in 1.370745472s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:25.913308769Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c\") failed: Property not found. retry in 137.562219ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:25.939213184Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388\") failed: Property not found. retry in 1.333688676s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:25.99747318Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c\") failed: Property not found. retry in 227.849708ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:26.08869403Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626\") failed: Property not found. retry in 1.059086772s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:26.124894651Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be\") failed: Property not found. retry in 640.223361ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:26.15143515Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9\") failed: Property not found. retry in 1.323354005s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:26.238200215Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab\") failed: Property not found. retry in 1.448698328s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:26.249806149Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33\") failed: Property not found. retry in 835.868146ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:26.320041117Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c\") failed: Property not found. retry in 459.229688ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:26.329570447Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8\") failed: Property not found. retry in 1.391387896s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:26.34203686Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365\") failed: Property not found. retry in 1.317053481s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:26.353108552Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1\") failed: Property not found. retry in 789.107658ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:26.365214437Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9\") failed: Property not found. retry in 1.058159974s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:26.376046675Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97\") failed: Property not found. retry in 1.497759723s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:26.470307939Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f\") failed: Property not found. retry in 809.336343ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:26.669474179Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c\") failed: Property not found. retry in 469.344886ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:26.801293783Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be\") failed: Property not found. retry in 636.090641ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:26.812950288Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8\") failed: Property not found. retry in 525.516776ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:27.03211947Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff\") failed: Property not found. retry in 972.02492ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:27.070274043Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab\") failed: Property not found. retry in 935.775117ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:27.117802263Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1\") failed: Property not found. retry in 730.347474ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:27.166897306Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33\") failed: Property not found. retry in 1.067046152s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:27.178810347Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626\") failed: Property not found. retry in 855.530201ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:27.196774365Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c\") failed: Property not found. retry in 858.395341ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:27.279496395Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079\") failed: Property not found. retry in 860.439401ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:27.29209312Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388\") failed: Property not found. retry in 1.22003533s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:27.343777677Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9\") failed: Property not found. retry in 1.186979005s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:27.442879403Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be\") failed: Property not found. retry in 769.888082ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:27.458649744Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f\") failed: Property not found. retry in 1.443722344s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:27.488609085Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8\") failed: Property not found. retry in 929.93692ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:27.566879902Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9\") failed: Property not found. retry in 545.326201ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:27.574133634Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:27.646095719Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"4.32892657s"} {"msg":"wait for service Some(\"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365\") failed: Property not found. retry in 732.466813ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:27.681261389Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab\") failed: Property not found. retry in 855.375967ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:27.708065933Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8\") failed: Property not found. retry in 597.048052ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:27.741954356Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1\") failed: Property not found. retry in 797.624691ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:27.905970227Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97\") failed: Property not found. retry in 1.063634017s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:27.977293598Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff\") failed: Property not found. retry in 1.17761978s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:28.051799416Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626\") failed: Property not found. retry in 800.680677ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:28.060417287Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab\") failed: Property not found. retry in 1.487557718s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:28.067918815Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9\") failed: Property not found. retry in 731.571461ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:28.12806552Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c\") failed: Property not found. retry in 725.262037ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:28.147182203Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079\") failed: Property not found. retry in 937.096024ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:28.161267269Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be\") failed: Property not found. retry in 1.172518115s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:28.238189907Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33\") failed: Property not found. retry in 1.139215983s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:28.255854158Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8\") failed: Property not found. retry in 1.263332858s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:28.347827493Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365\") failed: Property not found. retry in 1.083481182s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:28.423292361Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8\") failed: Property not found. retry in 697.15013ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:28.506429011Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab\") failed: Property not found. retry in 1.155324345s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:28.570906298Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388\") failed: Property not found. retry in 656.590429ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:28.578709632Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9\") failed: Property not found. retry in 1.394255642s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:28.643034085Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1\") failed: Property not found. retry in 1.234511374s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:28.721386904Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9\") failed: Property not found. retry in 1.242104638s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:28.875451346Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626\") failed: Property not found. retry in 1.328074566s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:28.888274365Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c\") failed: Property not found. retry in 1.258669062s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:28.899824689Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f\") failed: Property not found. retry in 1.060840152s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:28.950812012Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97\") failed: Property not found. retry in 529.242945ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:29.054255118Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079\") failed: Property not found. retry in 1.279799484s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:29.126416196Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8\") failed: Property not found. retry in 691.011206ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:29.269813193Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff\") failed: Property not found. retry in 1.358612315s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:29.324548355Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388\") failed: Property not found. retry in 1.122960484s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:29.488133887Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33\") failed: Property not found. retry in 1.237102128s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:29.500346254Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be\") failed: Property not found. retry in 1.383096586s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:29.50968888Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365\") failed: Property not found. retry in 1.376111037s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:29.520330904Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab\") failed: Property not found. retry in 663.649526ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:29.567824744Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97\") failed: Property not found. retry in 1.316401206s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:29.594622118Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8\") failed: Property not found. retry in 1.311882516s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:29.622436593Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab\") failed: Property not found. retry in 1.390007905s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:29.737084205Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:29.857802275Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:29.858070951Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:29.899557984Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:29.899659356Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1\") failed: Property not found. retry in 1.308570386s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:29.967693778Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8\") failed: Property not found. retry in 679.646745ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:29.97588978Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f\") failed: Property not found. retry in 733.450489ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.023050033Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005\") failed: Property not found. retry in 51.511503ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.041787977Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9\") failed: Property not found. retry in 526.158925ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.052153685Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850\") failed: Property not found. retry in 32.316806ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.062700827Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005\") failed: Property not found. retry in 92.564983ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.102967984Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850\") failed: Property not found. retry in 149.191548ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.111163616Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9\") failed: Property not found. retry in 682.235773ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.128319377Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c\") failed: Property not found. retry in 696.354256ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.168175626Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005\") failed: Property not found. retry in 200.953889ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.205131824Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626\") failed: Property not found. retry in 627.107585ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.22540636Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab\") failed: Property not found. retry in 1.385139132s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.239876615Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850\") failed: Property not found. retry in 107.189188ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.270459288Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850\") failed: Property not found. retry in 507.9385ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.387402639Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005\") failed: Property not found. retry in 404.12088ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.41787062Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079\") failed: Property not found. retry in 799.696883ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.425747766Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9\") failed: Property not found. retry in 1.183088754s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.587156142Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388\") failed: Property not found. retry in 663.93018ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.619871931Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8\") failed: Property not found. retry in 1.356250534s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.665281456Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff\") failed: Property not found. retry in 949.26267ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.693392998Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33\") failed: Property not found. retry in 1.043221324s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.746700819Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f\") failed: Property not found. retry in 1.340575444s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.76525928Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9\") failed: Property not found. retry in 1.041626489s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.820149225Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005\") failed: Property not found. retry in 923.433296ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.834318883Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626\") failed: Property not found. retry in 1.207877502s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.861363952Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c\") failed: Property not found. retry in 1.138191882s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.873076768Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be\") failed: Property not found. retry in 1.390588228s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.902552669Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850\") failed: Property not found. retry in 750.759237ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.9107134Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365\") failed: Property not found. retry in 617.13288ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.918585836Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97\") failed: Property not found. retry in 601.983892ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.926960462Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8\") failed: Property not found. retry in 1.258775382s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:30.942271555Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab\") failed: Property not found. retry in 759.060556ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:31.137281818Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079\") failed: Property not found. retry in 1.054916965s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:31.235997565Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1\") failed: Property not found. retry in 1.065480185s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:31.286108259Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388\") failed: Property not found. retry in 1.311199621s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:31.294763061Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97\") failed: Property not found. retry in 1.240037192s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:31.539651894Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365\") failed: Property not found. retry in 1.476402847s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:31.548950669Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab\") failed: Property not found. retry in 1.498577848s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:31.634914588Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff\") failed: Property not found. retry in 1.022866466s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:31.653282555Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850\") failed: Property not found. retry in 519.524312ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:31.671462737Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005\") failed: Property not found. retry in 653.404559ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:31.767074849Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9\") failed: Property not found. retry in 963.50407ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:31.779730765Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33\") failed: Property not found. retry in 608.591325ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:31.798661944Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9\") failed: Property not found. retry in 753.607485ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:31.870778431Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab\") failed: Property not found. retry in 666.456888ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:31.904312307Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8\") failed: Property not found. retry in 900.163606ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:32.068632135Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c\") failed: Property not found. retry in 1.183333907s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:32.077745426Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626\") failed: Property not found. retry in 534.699461ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:32.086304346Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f\") failed: Property not found. retry in 1.435194771s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:32.114903048Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850\") failed: Property not found. retry in 991.660746ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:32.199866316Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8\") failed: Property not found. retry in 1.325113721s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:32.209638591Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079\") failed: Property not found. retry in 1.334302538s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:32.299681245Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be\") failed: Property not found. retry in 638.680961ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:32.307299206Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1\") failed: Property not found. retry in 1.071461129s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:32.360965215Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33\") failed: Property not found. retry in 1.007135258s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:32.416022373Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005\") failed: Property not found. retry in 737.019813ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:32.430995619Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab\") failed: Property not found. retry in 1.189399685s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:32.581163038Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388\") failed: Property not found. retry in 928.486244ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:32.615574102Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626\") failed: Property not found. retry in 1.393459912s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:32.629957055Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9\") failed: Property not found. retry in 830.132676ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:32.637910122Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff\") failed: Property not found. retry in 1.087930113s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:32.685044954Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9\") failed: Property not found. retry in 1.35523792s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:32.753508665Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97\") failed: Property not found. retry in 945.519973ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:32.788670475Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be\") failed: Property not found. retry in 1.087415926s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:32.954945893Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8\") failed: Property not found. retry in 698.323247ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:32.977886346Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365\") failed: Property not found. retry in 1.422035616s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:33.034331714Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab\") failed: Property not found. retry in 879.772264ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:33.142065961Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005\") failed: Property not found. retry in 917.506442ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:33.177948546Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850\") failed: Property not found. retry in 1.491071165s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:33.199776055Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c\") failed: Property not found. retry in 703.78339ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:33.269688706Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33\") failed: Property not found. retry in 1.154403749s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:33.43289331Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1\") failed: Property not found. retry in 1.239053981s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:33.441329578Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9\") failed: Property not found. retry in 842.361267ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:33.477409207Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8\") failed: Property not found. retry in 1.431029485s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:33.543567809Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388\") failed: Property not found. retry in 815.872436ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:33.552133469Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f\") failed: Property not found. retry in 524.745726ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:33.559616657Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079\") failed: Property not found. retry in 836.534814ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:33.642696315Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8\") failed: Property not found. retry in 777.359872ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:33.685289921Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97\") failed: Property not found. retry in 953.461384ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:33.743187369Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab\") failed: Property not found. retry in 937.535163ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:33.780313671Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff\") failed: Property not found. retry in 811.212589ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:33.787708476Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c\") failed: Property not found. retry in 1.180452633s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:33.982833112Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab\") failed: Property not found. retry in 1.268894595s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:34.087158587Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626\") failed: Property not found. retry in 1.162212709s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:34.108754142Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f\") failed: Property not found. retry in 826.243662ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:34.12529711Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005\") failed: Property not found. retry in 504.727905ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:34.137256111Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be\") failed: Property not found. retry in 971.58627ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:34.150394938Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9\") failed: Property not found. retry in 1.025931739s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:34.161191695Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9\") failed: Property not found. retry in 594.360374ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:34.331728293Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388\") failed: Property not found. retry in 991.685746ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:34.377481685Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365\") failed: Property not found. retry in 591.460236ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:34.464639799Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8\") failed: Property not found. retry in 989.143881ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:34.47229887Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079\") failed: Property not found. retry in 741.992897ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:34.488468871Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33\") failed: Property not found. retry in 1.171484235s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:34.595885731Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff\") failed: Property not found. retry in 855.466075ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:34.608821043Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005\") failed: Property not found. retry in 1.328475422s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:34.651222235Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1\") failed: Property not found. retry in 539.230705ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:34.689289026Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850\") failed: Property not found. retry in 1.222143879s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:34.701428512Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97\") failed: Property not found. retry in 756.990409ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:34.709139824Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab\") failed: Property not found. retry in 583.69402ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:34.728108413Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9\") failed: Property not found. retry in 901.461446ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:34.936511418Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f\") failed: Property not found. retry in 1.272487915s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:34.962343812Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8\") failed: Property not found. retry in 1.372102799s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:34.985631462Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365\") failed: Property not found. retry in 1.287492331s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:35.066244128Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be\") failed: Property not found. retry in 1.372453715s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:35.134260699Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c\") failed: Property not found. retry in 1.421325208s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:35.174322712Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9\") failed: Property not found. retry in 945.684833ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:35.197813166Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1\") failed: Property not found. retry in 731.217738ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:35.238296418Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079\") failed: Property not found. retry in 1.435550799s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:35.248760098Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626\") failed: Property not found. retry in 1.40609359s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:35.280733961Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab\") failed: Property not found. retry in 1.450304822s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:35.321023378Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab\") failed: Property not found. retry in 545.673677ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:35.367350743Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388\") failed: Property not found. retry in 592.981111ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:35.378885826Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8\") failed: Property not found. retry in 769.275289ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:35.471520145Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff\") failed: Property not found. retry in 948.720206ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:35.480935703Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97\") failed: Property not found. retry in 622.04487ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:35.488946022Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33\") failed: Property not found. retry in 970.625852ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:35.78113717Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9\") failed: Property not found. retry in 1.041120694s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:35.847957306Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab\") failed: Property not found. retry in 972.080613ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:35.92561185Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850\") failed: Property not found. retry in 1.136075516s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:35.936261894Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1\") failed: Property not found. retry in 540.273594ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:35.984195883Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388\") failed: Property not found. retry in 1.261888585s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:35.995363968Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005\") failed: Property not found. retry in 1.316528803s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:36.004833877Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97\") failed: Property not found. retry in 1.049107437s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:36.122645496Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9\") failed: Property not found. retry in 1.097945262s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:36.15327648Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f\") failed: Property not found. retry in 1.235357134s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:36.245772966Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8\") failed: Property not found. retry in 1.428621645s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:36.25451666Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365\") failed: Property not found. retry in 1.411564253s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:36.364360011Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8\") failed: Property not found. retry in 1.289067973s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:36.373185997Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff\") failed: Property not found. retry in 1.169518426s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:36.444267432Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be\") failed: Property not found. retry in 1.018988843s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:36.521990938Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1\") failed: Property not found. retry in 653.21393ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:36.540785143Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c\") failed: Property not found. retry in 977.471939ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:36.611464521Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079\") failed: Property not found. retry in 1.480296479s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:36.697705785Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626\") failed: Property not found. retry in 913.273638ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:36.712593149Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33\") failed: Property not found. retry in 583.24665ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:36.768672199Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab\") failed: Property not found. retry in 1.097077625s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:36.784765987Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9\") failed: Property not found. retry in 709.665108ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:36.90371586Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab\") failed: Property not found. retry in 1.167552882s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:36.917056371Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850\") failed: Property not found. retry in 635.321683ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:37.08619238Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97\") failed: Property not found. retry in 688.842161ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:37.188938607Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1\") failed: Property not found. retry in 1.126791795s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:37.206971406Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9\") failed: Property not found. retry in 618.05279ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:37.263681042Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388\") failed: Property not found. retry in 608.961506ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:37.274727551Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005\") failed: Property not found. retry in 1.04335658s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:37.337349369Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33\") failed: Property not found. retry in 1.208643742s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:37.367815251Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f\") failed: Property not found. retry in 660.398299ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:37.497486158Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be\") failed: Property not found. retry in 1.295654549s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:37.557410144Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c\") failed: Property not found. retry in 649.678148ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:37.604986525Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9\") failed: Property not found. retry in 633.831402ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:37.629957123Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff\") failed: Property not found. retry in 784.980787ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:37.641538666Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626\") failed: Property not found. retry in 1.020075369s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:37.65324621Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8\") failed: Property not found. retry in 1.448272863s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:37.675884928Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8\") failed: Property not found. retry in 609.964838ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:37.697871076Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850\") failed: Property not found. retry in 1.212575156s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:37.736629667Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365\") failed: Property not found. retry in 1.392162372s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:37.791226768Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97\") failed: Property not found. retry in 1.467314385s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:37.892718981Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388\") failed: Property not found. retry in 616.181894ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:37.903652003Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9\") failed: Property not found. retry in 882.479599ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:37.917190409Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab\") failed: Property not found. retry in 1.369562878s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:37.933201261Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab\") failed: Property not found. retry in 1.462547046s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:38.101515385Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f\") failed: Property not found. retry in 1.477521907s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:38.174803684Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079\") failed: Property not found. retry in 618.929256ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:38.192198673Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c\") failed: Property not found. retry in 712.543583ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:38.270620802Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9\") failed: Property not found. retry in 609.575275ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:38.284488586Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8\") failed: Property not found. retry in 790.946548ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:38.330013426Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1\") failed: Property not found. retry in 947.412124ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:38.35719587Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005\") failed: Property not found. retry in 597.647372ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:38.40535936Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff\") failed: Property not found. retry in 1.285091095s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:38.443949432Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388\") failed: Property not found. retry in 1.137750036s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:38.533556416Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33\") failed: Property not found. retry in 600.869608ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:38.591179999Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626\") failed: Property not found. retry in 1.124769251s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:38.68620311Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9\") failed: Property not found. retry in 754.882696ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:38.81296197Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079\") failed: Property not found. retry in 946.977167ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:38.822837579Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be\") failed: Property not found. retry in 1.209929459s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:38.867839608Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9\") failed: Property not found. retry in 1.450293687s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:38.906441515Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850\") failed: Property not found. retry in 1.361465501s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:38.961796811Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c\") failed: Property not found. retry in 1.302274736s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:38.9948712Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005\") failed: Property not found. retry in 1.032338445s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:39.014696515Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8\") failed: Property not found. retry in 986.100112ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:39.134148909Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8\") failed: Property not found. retry in 727.00285ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:39.144369744Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365\") failed: Property not found. retry in 1.268476052s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:39.203248543Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33\") failed: Property not found. retry in 1.241726119s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:39.21402736Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1\") failed: Property not found. retry in 956.510536ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:39.317975367Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab\") failed: Property not found. retry in 922.773078ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:39.328847396Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97\") failed: Property not found. retry in 1.218723697s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:39.37275893Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab\") failed: Property not found. retry in 792.002331ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:39.580949931Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9\") failed: Property not found. retry in 1.050047374s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:39.593022036Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f\") failed: Property not found. retry in 1.440341583s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:39.669120427Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388\") failed: Property not found. retry in 785.968821ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:39.687888542Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff\") failed: Property not found. retry in 712.888574ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:39.745034775Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079\") failed: Property not found. retry in 518.530538ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:39.781366959Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626\") failed: Property not found. retry in 940.281672ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:39.822983635Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8\") failed: Property not found. retry in 1.429538173s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:39.884801986Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005\") failed: Property not found. retry in 771.992485ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:40.063196121Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be\") failed: Property not found. retry in 1.018377112s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:40.090478345Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8\") failed: Property not found. retry in 690.622131ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:40.138032487Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab\") failed: Property not found. retry in 1.449746867s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:40.265498921Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1\") failed: Property not found. retry in 1.301487861s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:40.288444744Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c\") failed: Property not found. retry in 1.077830036s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:40.308215421Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079\") failed: Property not found. retry in 559.302329ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:40.317174629Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850\") failed: Property not found. retry in 513.0268ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:40.332549103Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9\") failed: Property not found. retry in 797.887798ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:40.368999871Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab\") failed: Property not found. retry in 773.981259ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:40.384874535Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:40.389893531Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54191"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:40.392169939Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"327e3569-b422-4640-b1b2-072e15435b7b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54191","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1115,"response_code":"200"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33\") failed: Property not found. retry in 879.958541ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:40.469737232Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff\") failed: Property not found. retry in 1.173050926s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:40.482850888Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388\") failed: Property not found. retry in 745.935165ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:40.49433815Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365\") failed: Property not found. retry in 1.068833178s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:40.506237261Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97\") failed: Property not found. retry in 1.176202472s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:40.606459951Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9\") failed: Property not found. retry in 1.255701403s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:40.657773161Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626\") failed: Property not found. retry in 1.338302997s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:40.778155416Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8\") failed: Property not found. retry in 718.290706ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:40.842408169Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005\") failed: Property not found. retry in 1.170042833s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:40.853767719Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850\") failed: Property not found. retry in 931.464142ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:40.865880304Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079\") failed: Property not found. retry in 1.123556294s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:40.888855558Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be\") failed: Property not found. retry in 871.608241ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:41.124307515Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f\") failed: Property not found. retry in 783.002957ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:41.139476814Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab\") failed: Property not found. retry in 856.016104ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:41.170884315Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9\") failed: Property not found. retry in 1.411136879s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:41.184023452Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388\") failed: Property not found. retry in 731.725854ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:41.252739748Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8\") failed: Property not found. retry in 618.800729ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:41.328477922Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33\") failed: Property not found. retry in 916.95882ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:41.362329755Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c\") failed: Property not found. retry in 624.962858ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:41.398289482Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8\") failed: Property not found. retry in 794.695941ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:41.573909269Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365\") failed: Property not found. retry in 836.207397ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:41.587059676Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1\") failed: Property not found. retry in 1.065023256s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:41.603556573Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff\") failed: Property not found. retry in 678.585079ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:41.666345235Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab\") failed: Property not found. retry in 1.481099735s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:41.725509901Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97\") failed: Property not found. retry in 1.372454401s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:41.794156316Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850\") failed: Property not found. retry in 945.039724ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:41.806761401Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9\") failed: Property not found. retry in 1.395116719s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:41.926793068Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f\") failed: Property not found. retry in 820.527826ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:41.937701788Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005\") failed: Property not found. retry in 1.350267286s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:42.034516496Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be\") failed: Property not found. retry in 1.272649047s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:42.041918602Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079\") failed: Property not found. retry in 869.525822ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:42.049613754Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c\") failed: Property not found. retry in 1.380576602s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:42.06084184Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab\") failed: Property not found. retry in 673.482255ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:42.072658979Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626\") failed: Property not found. retry in 1.274090171s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:42.127506974Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff\") failed: Property not found. retry in 1.11969203s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:42.357931214Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9\") failed: Property not found. retry in 952.198308ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:42.61422811Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1\") failed: Property not found. retry in 600.880093ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:42.688587685Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850\") failed: Property not found. retry in 1.31203665s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:42.795965696Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.155097751Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_oximeter_d840e5b1-0bc2-44e7-bb14-a2548552ccff"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.155149802Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_1425903e-4e8b-455f-8986-6eae55b03850"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.155156822Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_ac5700b2-7651-440a-8f72-116ba110d9e1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.155164002Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_c4da7100-0c17-497c-b237-bccabc1393ab"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.155179642Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_1dc5d732-877c-477b-8021-2d246f422388"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.155186033Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_23673a51-4c07-4e4c-b42e-c462f00c2626"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.155194013Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_abec964d-6205-437c-95de-80f67d7b2d97"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.155199663Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_50e260c8-426c-4402-aabf-cd0d32b53ea9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.155205463Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_d3b97160-2be6-44d9-b0bc-eb87cfc4a95f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.155367437Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_external_dns_33d15e7d-fa0f-4976-82c9-5bc77a6109b9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.155375446Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_external_dns_9a1effea-4be6-4299-a803-bbcb3331e365"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.155382597Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_1cd7288a-0264-4148-959a-30a19fa03005"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.155387867Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_14810519-c809-43c4-ac70-acd24db39c33"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.155395207Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_b0ba0aba-5a63-4c5d-ac82-c995c30b39be"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.155400677Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_4833150d-01a2-48a9-9db5-577890697079"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.155405877Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_4d0fad12-4896-46c0-a8cf-c4d30510d8e8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.155412737Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_08439d20-e750-4553-bdd1-5e2a3afc34ab"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.15553287Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_clickhouse_c65d24bc-c6bc-49ab-aa79-1584ff1bd64c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.15554643Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_e75664f6-3465-46d4-9128-edf3721dd4c8"} {"msg":"Writing ledger to /pool/int/744fa1cb-2c12-4d81-9617-211dc63d7446/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.167858069Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.169602316Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.195107943Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"f0f21499-492a-451d-8a4c-67ab3d9a905a","remote_addr":"[fd00:1122:3344:101::1]:45490","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":33405698,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.20971327Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1322"} {"msg":"Writing ledger to /pool/int/744fa1cb-2c12-4d81-9617-211dc63d7446/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.210041287Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.210226501Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.45818556Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::c]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.459518868Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:720"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n local_pref: None,\n nexthop: 10.151.2.100,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.507447147Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/bbb5522c-a63d-452f-aed6-8f38a79c3843/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.514870583Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/bbb5522c-a63d-452f-aed6-8f38a79c3843/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.644860699Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/bbb5522c-a63d-452f-aed6-8f38a79c3843/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.745379905Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/bbb5522c-a63d-452f-aed6-8f38a79c3843/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:44.957319616Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/bbb5522c-a63d-452f-aed6-8f38a79c3843/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:45.086978165Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/bbb5522c-a63d-452f-aed6-8f38a79c3843/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:45.360842938Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/bbb5522c-a63d-452f-aed6-8f38a79c3843/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:45.717953953Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/bbb5522c-a63d-452f-aed6-8f38a79c3843/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:46.152135859Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/bbb5522c-a63d-452f-aed6-8f38a79c3843/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:46.513968322Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/bbb5522c-a63d-452f-aed6-8f38a79c3843/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:46.851710916Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:29:47.064006705Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"10.567140097s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/bbb5522c-a63d-452f-aed6-8f38a79c3843/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:47.616908438Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/bbb5522c-a63d-452f-aed6-8f38a79c3843/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:48.441779759Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/bbb5522c-a63d-452f-aed6-8f38a79c3843/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:48.844258496Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/bbb5522c-a63d-452f-aed6-8f38a79c3843/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:49.498756186Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/bbb5522c-a63d-452f-aed6-8f38a79c3843/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:50.775370299Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/bbb5522c-a63d-452f-aed6-8f38a79c3843/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:51.831253209Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/bbb5522c-a63d-452f-aed6-8f38a79c3843/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:52.968761968Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/bbb5522c-a63d-452f-aed6-8f38a79c3843/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:54.839499371Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3be3dec-5a29-4680-9341-186cf2fb97ba\", \"content-length\": \"173\", \"date\": \"Tue, 15 Oct 2024 23:29:58 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"30e33352-114a-4c01-998c-ae8a42d33861\\\"\", request_id: \"b3be3dec-5a29-4680-9341-186cf2fb97ba\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:29:58.805047418Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44d918d4-4195-4ac7-a538-b2e5cc0f8f47\", \"content-length\": \"173\", \"date\": \"Tue, 15 Oct 2024 23:30:01 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"30e33352-114a-4c01-998c-ae8a42d33861\\\"\", request_id: \"44d918d4-4195-4ac7-a538-b2e5cc0f8f47\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:01.958397408Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9926528-2813-44a8-ad0f-8fc6b737b19f\", \"content-length\": \"173\", \"date\": \"Tue, 15 Oct 2024 23:30:06 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"30e33352-114a-4c01-998c-ae8a42d33861\\\"\", request_id: \"e9926528-2813-44a8-ad0f-8fc6b737b19f\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:07.00474686Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:10.430185455Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55646"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:10.430581494Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"00b1bd0c-2fdb-484b-a637-9d1ee914b446","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55646","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":31,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11e46f0d-20ca-426e-aebb-78a6cd10bf13\", \"content-length\": \"173\", \"date\": \"Tue, 15 Oct 2024 23:30:12 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"30e33352-114a-4c01-998c-ae8a42d33861\\\"\", request_id: \"11e46f0d-20ca-426e-aebb-78a6cd10bf13\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:13.0728882Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:15.6003039Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"sled-agent/src/nexus.rs:544","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:15.688633049Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:63538"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:15.691103971Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:15.873222343Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"7a9a0fbe-3caf-49fd-b739-93e1965e3fa7","remote_addr":"[fd00:1122:3344:101::c]:63538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":184288,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:15.87449115Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/744fa1cb-2c12-4d81-9617-211dc63d7446/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:15.8754748Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:15.877573274Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:15.878033024Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"7e6cbf28-0098-4364-88d9-084e73f00215","remote_addr":"[fd00:1122:3344:101::c]:63538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4349,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:19.863204318Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:62339"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:19.865116289Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 691153a8-6e09-4c86-9a61-723a6d1f17f6, kind: Service { id: 33d15e7d-fa0f-4976-82c9-5bc77a6109b9 }, name: Name(\"external-dns-33d15e7d-fa0f-4976-82c9-5bc77a6109b9\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c243349f-0368-48d3-8e8a-7d37574f8aba, kind: Service { id: 9a1effea-4be6-4299-a803-bbcb3331e365 }, name: Name(\"external-dns-9a1effea-4be6-4299-a803-bbcb3331e365\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 08235844-5f5b-4afb-86ec-5bd8067e881a, kind: Service { id: 1cd7288a-0264-4148-959a-30a19fa03005 }, name: Name(\"nexus-1cd7288a-0264-4148-959a-30a19fa03005\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 65])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4261919a-818e-438d-8eca-94da69568f93, kind: Service { id: 23673a51-4c07-4e4c-b42e-c462f00c2626 }, name: Name(\"nexus-23673a51-4c07-4e4c-b42e-c462f00c2626\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8d673aa3-fdcd-4fe9-bff0-304b7e9053b6, kind: Service { id: 1425903e-4e8b-455f-8986-6eae55b03850 }, name: Name(\"nexus-1425903e-4e8b-455f-8986-6eae55b03850\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 228])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:19.865161239Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:19.865312013Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte6\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:19.865331473Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:19.865348203Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:19.865357474Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:19.865367454Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:19.865503787Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"b49b1419-7659-4ee2-866b-2cc7c514b409","remote_addr":"[fd00:1122:3344:101::c]:62339","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2187,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:19.867039169Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:959"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:20.080387088Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38780"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:20.080500381Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:20.265850051Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"4418457f-4134-468a-b001-bcb20657faa0","remote_addr":"[fd00:1122:3344:101::c]:38780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":185348,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:20.266249319Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/744fa1cb-2c12-4d81-9617-211dc63d7446/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:20.26631382Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:20.266809871Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:20.267859803Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"31264e85-8e06-4445-b4ae-7ee3d0c55914","remote_addr":"[fd00:1122:3344:101::c]:38780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1701,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:21.363741122Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:63682"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:21.363990017Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 691153a8-6e09-4c86-9a61-723a6d1f17f6, kind: Service { id: 33d15e7d-fa0f-4976-82c9-5bc77a6109b9 }, name: Name(\"external-dns-33d15e7d-fa0f-4976-82c9-5bc77a6109b9\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c243349f-0368-48d3-8e8a-7d37574f8aba, kind: Service { id: 9a1effea-4be6-4299-a803-bbcb3331e365 }, name: Name(\"external-dns-9a1effea-4be6-4299-a803-bbcb3331e365\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 08235844-5f5b-4afb-86ec-5bd8067e881a, kind: Service { id: 1cd7288a-0264-4148-959a-30a19fa03005 }, name: Name(\"nexus-1cd7288a-0264-4148-959a-30a19fa03005\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 65])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4261919a-818e-438d-8eca-94da69568f93, kind: Service { id: 23673a51-4c07-4e4c-b42e-c462f00c2626 }, name: Name(\"nexus-23673a51-4c07-4e4c-b42e-c462f00c2626\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8d673aa3-fdcd-4fe9-bff0-304b7e9053b6, kind: Service { id: 1425903e-4e8b-455f-8986-6eae55b03850 }, name: Name(\"nexus-1425903e-4e8b-455f-8986-6eae55b03850\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 228])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:21.364030978Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:21.364060669Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte6\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:21.364077749Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:21.36408463Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:21.36409263Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:21.36410524Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:21.36413202Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"95ce08a7-69db-49ed-9795-471406eed87b","remote_addr":"[fd00:1122:3344:101::c]:63682","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":309,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:21.50431616Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38448"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:21.505064826Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 691153a8-6e09-4c86-9a61-723a6d1f17f6, kind: Service { id: 33d15e7d-fa0f-4976-82c9-5bc77a6109b9 }, name: Name(\"external-dns-33d15e7d-fa0f-4976-82c9-5bc77a6109b9\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c243349f-0368-48d3-8e8a-7d37574f8aba, kind: Service { id: 9a1effea-4be6-4299-a803-bbcb3331e365 }, name: Name(\"external-dns-9a1effea-4be6-4299-a803-bbcb3331e365\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 08235844-5f5b-4afb-86ec-5bd8067e881a, kind: Service { id: 1cd7288a-0264-4148-959a-30a19fa03005 }, name: Name(\"nexus-1cd7288a-0264-4148-959a-30a19fa03005\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 65])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4261919a-818e-438d-8eca-94da69568f93, kind: Service { id: 23673a51-4c07-4e4c-b42e-c462f00c2626 }, name: Name(\"nexus-23673a51-4c07-4e4c-b42e-c462f00c2626\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8d673aa3-fdcd-4fe9-bff0-304b7e9053b6, kind: Service { id: 1425903e-4e8b-455f-8986-6eae55b03850 }, name: Name(\"nexus-1425903e-4e8b-455f-8986-6eae55b03850\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 228])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:21.505103877Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:21.505115987Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte6\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:21.505142307Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:21.505153148Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:21.505169918Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:21.505182218Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:21.505206799Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"72719b88-5e21-4c63-81e6-ec9a581a5480","remote_addr":"[fd00:1122:3344:101::a]:38448","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":821,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:21.512235027Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:46096"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:21.512440821Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 691153a8-6e09-4c86-9a61-723a6d1f17f6, kind: Service { id: 33d15e7d-fa0f-4976-82c9-5bc77a6109b9 }, name: Name(\"external-dns-33d15e7d-fa0f-4976-82c9-5bc77a6109b9\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 41])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c243349f-0368-48d3-8e8a-7d37574f8aba, kind: Service { id: 9a1effea-4be6-4299-a803-bbcb3331e365 }, name: Name(\"external-dns-9a1effea-4be6-4299-a803-bbcb3331e365\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 08235844-5f5b-4afb-86ec-5bd8067e881a, kind: Service { id: 1cd7288a-0264-4148-959a-30a19fa03005 }, name: Name(\"nexus-1cd7288a-0264-4148-959a-30a19fa03005\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 65])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4261919a-818e-438d-8eca-94da69568f93, kind: Service { id: 23673a51-4c07-4e4c-b42e-c462f00c2626 }, name: Name(\"nexus-23673a51-4c07-4e4c-b42e-c462f00c2626\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8d673aa3-fdcd-4fe9-bff0-304b7e9053b6, kind: Service { id: 1425903e-4e8b-455f-8986-6eae55b03850 }, name: Name(\"nexus-1425903e-4e8b-455f-8986-6eae55b03850\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 228])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:21.512455161Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:21.512475572Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte6\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:21.512488012Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:21.512506473Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:21.512524763Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:21.512530473Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:21.512541433Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"f286f641-a917-4894-9af1-296986be8873","remote_addr":"[fd00:1122:3344:101::b]:46096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":193,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:27.112644088Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58670"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:27.113312902Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"c2fa6ac8-b707-42a9-b0f3-1a92adb267f9","remote_addr":"[fd00:1122:3344:101::c]:58670","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":591,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:27.234344789Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:50533"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:27.234826219Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b575af40-5136-42e7-b977-9cb5c44d652a","remote_addr":"[fd00:1122:3344:101::c]:50533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":377,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:27.487521135Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:54516"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:27.488557167Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:27.587738454Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:27.66643754Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"5fe8d948-fed1-4c4f-9d3f-1e8c744af7fd","remote_addr":"[fd00:1122:3344:101::c]:54516","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":178787,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:27.66926554Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"ea5908d0-62d5-460d-abdf-ed817c10bdb3","remote_addr":"[fd00:1122:3344:101::c]:54516","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2496,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:27.674754835Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"9d822ba9-ec53-468a-b256-167df48021de","remote_addr":"[fd00:1122:3344:101::c]:50533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2512,"response_code":"204"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:27.742830408Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/744fa1cb-2c12-4d81-9617-211dc63d7446/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:27.744967793Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:27.751145092Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:27.752806218Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:27.752842138Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"PUT","req_id":"243a8d73-417d-40e3-b75f-4af2bf71505e","remote_addr":"[fd00:1122:3344:101::c]:54516","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":12074,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:27.87220357Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:64843","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"producer-server","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:57615"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:27.904195433Z","hostname":"sock","pid":1562,"uri":"/30e33352-114a-4c01-998c-ae8a42d33861","method":"GET","req_id":"11c36386-d33b-47b5-9ab9-d6b5dbee52ff","remote_addr":"[fd00:1122:3344:101::d]:57615","local_addr":"[fd00:1122:3344:101::1]:64843","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":31137,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:27.904313175Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50162"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:27.905563712Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d9d885e9-aa6e-486f-9ad0-766529b3f722","remote_addr":"[fd00:1122:3344:101::b]:50162","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1200,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:27.925821938Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7dee7567-3d49-49d1-a010-e4b5261a9820","remote_addr":"[fd00:1122:3344:101::b]:50162","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":147,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:28.012349009Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:49880"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:28.012441711Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1e67cf51-4f41-42a1-ae19-2333a4023793","remote_addr":"[fd00:1122:3344:101::c]:49880","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:28.024608867Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b98c88e3-f07c-4c62-b2e0-36d9b077b72d","remote_addr":"[fd00:1122:3344:101::c]:49880","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:28.084242541Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:44988"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:28.084324953Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"8f21d2d4-21f2-428a-8b52-07902e47378b","remote_addr":"[fd00:1122:3344:101::a]:44988","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":46,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:28.126099842Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"49d404ac-176d-42ff-9573-72a4e42d9ca8","remote_addr":"[fd00:1122:3344:101::a]:44988","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":137,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:28.152688212Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43174"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:28.152898226Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"616fcec7-c71c-45c6-b580-5cdc6541b08f","remote_addr":"[fd00:1122:3344:101::a]:43174","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":164,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:28.210348055Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56641"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:28.211970709Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:28.260572301Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:28.320627725Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"51c8dcd6-e169-47cc-b37c-5b75df7b5df6","remote_addr":"[fd00:1122:3344:101::a]:56641","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110218,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:28.320752007Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:38016"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:28.320962402Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"d1255497-1ff5-4ee3-bc1e-9f49aecf1e7f","remote_addr":"[fd00:1122:3344:101::b]:38016","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":148,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:28.32134081Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e75f24d3-0177-4a1f-ade6-8a44c57fc4c1","remote_addr":"[fd00:1122:3344:101::a]:56641","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":323,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:28.36318289Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64458"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:28.363324043Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:28.402206611Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:28.460042518Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"57fa5344-0388-4805-b66b-2e0bbee5c776","remote_addr":"[fd00:1122:3344:101::b]:64458","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96776,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:28.460367235Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"9f07399d-7d09-4bd0-8fe0-2d072fe5cc76","remote_addr":"[fd00:1122:3344:101::b]:64458","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:40.464247263Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43827"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:40.464369706Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"8fd10c9c-b4ba-4cc4-b7f6-f163657b2b74","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43827","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:57.344698361Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:43629"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:57.344848464Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"4ab778b6-c12f-4d55-a798-0712bc6d5314","remote_addr":"[fd00:1122:3344:101::c]:43629","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":67,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:57.358715376Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"cf3e83af-e6e6-46b6-907c-dc7b24913c2f","remote_addr":"[fd00:1122:3344:101::c]:43629","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":183,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:57.526717471Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52710"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:57.526932626Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"85902788-10dc-4d7f-bd0f-09bf5f0045a3","remote_addr":"[fd00:1122:3344:101::c]:52710","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":156,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:57.540145964Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:46386"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:57.540296027Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:57.577958109Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:57.629600946Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b2827c3b-4b2f-4c90-8a79-b18e5ae72c22","remote_addr":"[fd00:1122:3344:101::c]:46386","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89368,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:57.629870152Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3067667f-0da2-4e36-a449-4a80b7453127","remote_addr":"[fd00:1122:3344:101::c]:46386","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:57.880311171Z","hostname":"sock","pid":1562,"uri":"/30e33352-114a-4c01-998c-ae8a42d33861","method":"GET","req_id":"2703b0a4-ddd3-4cd3-8362-7199e4fdf83e","remote_addr":"[fd00:1122:3344:101::d]:57615","local_addr":"[fd00:1122:3344:101::1]:64843","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8908,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:57.951110081Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64667"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:57.951303015Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a1f420b5-36aa-439c-ab4c-a0b5d477c492","remote_addr":"[fd00:1122:3344:101::b]:64667","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":47,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:57.953766857Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49890"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:57.953854769Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9748e3b0-467e-43d1-8f3b-ba2f39496d96","remote_addr":"[fd00:1122:3344:101::a]:49890","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":22,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:57.964498923Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"300e8790-2b35-4e62-84a2-255608928315","remote_addr":"[fd00:1122:3344:101::a]:49890","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":119,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:57.971261055Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"d1bf74c4-7bf7-4a55-95b2-986e0758f20c","remote_addr":"[fd00:1122:3344:101::b]:64667","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:58.071342181Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47789"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:58.071438093Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:58.113710782Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:58.172226294Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"bb6b952c-ee11-497f-af96-06aee5c6c27f","remote_addr":"[fd00:1122:3344:101::b]:47789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100833,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:58.17251347Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d53881a5-3850-4b71-a78c-4f7a4be26587","remote_addr":"[fd00:1122:3344:101::b]:47789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:58.19959795Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:33600"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:58.20056667Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"0974d697-6360-4e66-a7a8-07fe186c44db","remote_addr":"[fd00:1122:3344:101::b]:33600","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":905,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:58.305997228Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45022"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:58.306165391Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"2705f383-5c45-43b3-b758-477009d7ec6d","remote_addr":"[fd00:1122:3344:101::a]:45022","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":128,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:58.342107188Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62622"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:58.34222698Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:58.381067818Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:58.437055376Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"286a35a6-1d52-414f-9fb3-691008019ab3","remote_addr":"[fd00:1122:3344:101::a]:62622","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94882,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:30:58.437471464Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"daa075ba-9d7c-499d-a8b0-a0966b117fc4","remote_addr":"[fd00:1122:3344:101::a]:62622","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":135,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:10.498459783Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:10.499186398Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"1156e60e-98b8-4f37-83f8-b9a53b7a950b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59120","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":649,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:27.036816031Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:61223"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:27.036970115Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"541138e1-cab6-46b4-b63a-2540b1f8b241","remote_addr":"[fd00:1122:3344:101::c]:61223","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":65,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:27.059195072Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"fdfe60a1-78a2-41b7-a712-27133f18320d","remote_addr":"[fd00:1122:3344:101::c]:61223","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":202,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:27.282586302Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:62572"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:27.282773666Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"2e2be094-5393-4ae4-9404-c7804e70d22e","remote_addr":"[fd00:1122:3344:101::c]:62572","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":141,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:27.286601327Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35429"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:27.286729029Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:27.324840041Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:27.380183256Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"6986275b-b3d0-4478-b857-7ac11d20a639","remote_addr":"[fd00:1122:3344:101::c]:35429","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93491,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:27.381091555Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"1703c445-3944-4e68-b513-b06533e2046e","remote_addr":"[fd00:1122:3344:101::c]:35429","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":732,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:27.880501033Z","hostname":"sock","pid":1562,"uri":"/30e33352-114a-4c01-998c-ae8a42d33861","method":"GET","req_id":"a7cc1f28-3696-46b4-9258-7c94f16d239c","remote_addr":"[fd00:1122:3344:101::d]:57615","local_addr":"[fd00:1122:3344:101::1]:64843","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9254,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:27.880766269Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33008"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:27.882295861Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b57b773c-18f6-434c-ac9d-d03dc424fcd9","remote_addr":"[fd00:1122:3344:101::a]:33008","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1466,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:27.934886068Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:47756"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:27.935238255Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"0f0e297f-b852-4cdf-bec2-8e3fa7584de2","remote_addr":"[fd00:1122:3344:101::a]:47756","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":250,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:27.941845914Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"88ddfdf8-a558-4d44-99f9-9781e968fbe3","remote_addr":"[fd00:1122:3344:101::a]:33008","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":920,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:27.963204264Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55503"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:27.963293466Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ed87b82b-61a8-4e9c-9730-2aa7d18d302f","remote_addr":"[fd00:1122:3344:101::b]:55503","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:27.973664604Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"318cc0d1-15a5-4eac-96ec-5d36e41c9003","remote_addr":"[fd00:1122:3344:101::b]:55503","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:28.054540655Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:48653"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:28.055287181Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"fb653bc8-2f66-461b-98e9-f814bee935ed","remote_addr":"[fd00:1122:3344:101::b]:48653","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":131,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:28.077639912Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50520"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:28.077833165Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:28.114185021Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:28.170176439Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"89618139-9345-4a5a-92f3-ce0b45753093","remote_addr":"[fd00:1122:3344:101::a]:50520","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92414,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:28.170436224Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:37794"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:28.170662209Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"bc587565-8af5-4bae-bf24-1d221794961e","remote_addr":"[fd00:1122:3344:101::a]:50520","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":230,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:28.170779641Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:28.205130494Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:28.265308549Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"a3090238-9f39-48b1-8892-b409b93bff96","remote_addr":"[fd00:1122:3344:101::b]:37794","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94608,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:28.265688417Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"63512b03-123c-4002-8370-b71d2e894e43","remote_addr":"[fd00:1122:3344:101::b]:37794","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":150,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:40.534399697Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54415"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:40.53454794Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"8b29668f-7ee0-4412-b1bf-b6af14263e5e","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54415","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":75,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:57.347414795Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:59147"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:57.347581358Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f3297e16-02b1-458f-846c-63819b5255a8","remote_addr":"[fd00:1122:3344:101::c]:59147","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:57.386467647Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:42059"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:57.386666411Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"6aae7e08-92d3-47a5-ad47-7fc5066e427e","remote_addr":"[fd00:1122:3344:101::c]:42059","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":138,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:57.38901002Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"5595143b-a33e-458e-885c-f0c9bc069be4","remote_addr":"[fd00:1122:3344:101::c]:59147","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":84,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:57.442589787Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47542"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:57.442694239Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:57.479254609Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:57.536941663Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"6b2bea8a-af58-43c2-bc26-7dc1bb17fc19","remote_addr":"[fd00:1122:3344:101::c]:47542","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94295,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:57.537741819Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3e411838-c0cb-46e8-aede-d4c7ef47a023","remote_addr":"[fd00:1122:3344:101::c]:47542","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":628,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:57.878911458Z","hostname":"sock","pid":1562,"uri":"/30e33352-114a-4c01-998c-ae8a42d33861","method":"GET","req_id":"ea2c118d-4257-404b-8da2-ab61cc6e2b96","remote_addr":"[fd00:1122:3344:101::d]:57615","local_addr":"[fd00:1122:3344:101::1]:64843","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7892,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:58.05006089Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47884"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:58.050194362Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"159ca94d-167e-4a7b-8f49-27124052ebef","remote_addr":"[fd00:1122:3344:101::b]:47884","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:58.063216016Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a19988b2-71b1-47ea-93d3-a17fb16bbc61","remote_addr":"[fd00:1122:3344:101::b]:47884","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":122,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:58.06672899Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62784"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:58.06860272Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"02ff72a6-ba6f-41a1-8966-6e7dfa68165a","remote_addr":"[fd00:1122:3344:101::a]:62784","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1810,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:58.080385778Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"89f52b32-3290-4622-adc4-732ded224cd9","remote_addr":"[fd00:1122:3344:101::a]:62784","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:58.188904191Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:65428"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:58.189090115Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"f310528f-e7d0-42ad-9c03-0e68f3934fcc","remote_addr":"[fd00:1122:3344:101::a]:65428","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":150,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:58.20548399Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50186"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:58.205559612Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:58.239734541Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:58.297031516Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"eb0881d4-3661-45b6-aaf0-9e8094011756","remote_addr":"[fd00:1122:3344:101::a]:50186","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91501,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:58.297208399Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:35613"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:58.297264871Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:35928"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:58.297530606Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"a8a99a98-fbd7-494d-840e-10f7d38f4690","remote_addr":"[fd00:1122:3344:101::a]:50186","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":251,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:58.297609208Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"6d0c3711-cb17-4726-876c-3a72f1730d8a","remote_addr":"[fd00:1122:3344:101::b]:35928","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":223,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:58.298246701Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:58.338689252Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:58.398613793Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f7f9c7ba-ce07-462e-8535-7353a66cdc26","remote_addr":"[fd00:1122:3344:101::b]:35613","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101129,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:31:58.398967241Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e91270e0-7e87-4edd-a35a-dab90b1b449b","remote_addr":"[fd00:1122:3344:101::b]:35613","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":131,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:10.568147285Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64376"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:10.568826369Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"417d3629-4624-4827-8306-b0dde639fd63","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64376","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":607,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:27.097337532Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:42577"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:27.097469105Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5ccfbdff-f578-4a28-b990-59c1734f8c9f","remote_addr":"[fd00:1122:3344:101::c]:42577","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":75,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:27.10482269Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"582501a3-d85b-467c-a647-39e26377ed34","remote_addr":"[fd00:1122:3344:101::c]:42577","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":117,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:27.127054048Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:54159"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:27.127874805Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"b0a43659-6596-4838-b40f-693f75d4e9be","remote_addr":"[fd00:1122:3344:101::c]:54159","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":746,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:27.240377942Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:60828"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:27.240482084Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:27.281113819Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:27.333787757Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b3d63ac4-3d06-4bec-8782-86ffba319b91","remote_addr":"[fd00:1122:3344:101::c]:60828","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93356,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:27.334018922Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"562f500d-5ff7-49b2-bca1-6e6e4600951e","remote_addr":"[fd00:1122:3344:101::c]:60828","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:27.868423107Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39386"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:27.869097921Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"483411e4-73b6-48a1-8eef-bbefed74e142","remote_addr":"[fd00:1122:3344:101::a]:39386","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":579,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:27.877799264Z","hostname":"sock","pid":1562,"uri":"/30e33352-114a-4c01-998c-ae8a42d33861","method":"GET","req_id":"f41d7f29-e13d-4367-9559-9bab67a92448","remote_addr":"[fd00:1122:3344:101::d]:57615","local_addr":"[fd00:1122:3344:101::1]:64843","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6880,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:27.878197413Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b7be67f9-195b-418c-8fdc-b1906d48ef4a","remote_addr":"[fd00:1122:3344:101::a]:39386","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":210,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:27.938728796Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64354"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:27.938846869Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:27.981470175Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:28.038482315Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"5da09687-2114-4689-8787-149e60a2d4c3","remote_addr":"[fd00:1122:3344:101::a]:64354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99683,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:28.038747941Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52761"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:28.038808492Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62726"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:28.038867383Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:33681"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:28.039129249Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"0ca80e5a-5b5d-4404-aae6-87fd80b52ee0","remote_addr":"[fd00:1122:3344:101::a]:64354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":320,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:28.03918395Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"2cba0946-8782-4045-9c8f-08b54201cbc3","remote_addr":"[fd00:1122:3344:101::b]:62726","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":132,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:28.03921135Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"d7faddae-64a7-4739-a7f4-23ea4cd3092b","remote_addr":"[fd00:1122:3344:101::a]:52761","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":213,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:28.04108104Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"17390fa6-6791-419a-a9d7-b6f35db30c02","remote_addr":"[fd00:1122:3344:101::b]:33681","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1150,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:28.049526018Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"916958c1-0f72-42d5-8aa9-8d5ee80f55ac","remote_addr":"[fd00:1122:3344:101::b]:62726","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":134,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:28.050723023Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:41781"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:28.051260484Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:28.089614281Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:28.147502009Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"a63064c4-d828-4277-a895-b376a133389d","remote_addr":"[fd00:1122:3344:101::b]:41781","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96730,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:28.148606252Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"16c35811-2b28-434d-aba2-31ee5acdeb6a","remote_addr":"[fd00:1122:3344:101::b]:41781","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":785,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:40.601333383Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:65172"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:40.60213845Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"236d9dfb-564d-40b8-a604-691769fa9026","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:65172","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":737,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:50.318642097Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:57.208557589Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:54094"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:57.208779394Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a43722bc-7ff0-4b23-ac7c-5b8af870d9e9","remote_addr":"[fd00:1122:3344:101::c]:54094","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:57.222032793Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"2955bde9-23bb-4021-9548-fca7b1916695","remote_addr":"[fd00:1122:3344:101::c]:54094","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1028,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:57.392820747Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:42681"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:57.393024421Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"fd997029-9d7d-4765-b502-58a338812e58","remote_addr":"[fd00:1122:3344:101::c]:42681","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":157,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:57.633641584Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52900"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:57.633746996Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:57.674868781Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:57.768364859Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"0c20a852-5d86-4019-a5e4-28f7a40edc71","remote_addr":"[fd00:1122:3344:101::c]:52900","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":134636,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:57.768788228Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"103282ff-3644-4a4d-8776-207588e8dd5c","remote_addr":"[fd00:1122:3344:101::c]:52900","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":144,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:57.952774989Z","hostname":"sock","pid":1562,"uri":"/30e33352-114a-4c01-998c-ae8a42d33861","method":"GET","req_id":"51766ea6-4012-4b2b-9049-76a98efacefe","remote_addr":"[fd00:1122:3344:101::d]:57615","local_addr":"[fd00:1122:3344:101::1]:64843","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9554,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:58.020348781Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35339"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:58.020472034Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"85c1a2c8-e538-48c6-84c2-586120900229","remote_addr":"[fd00:1122:3344:101::a]:35339","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":73,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:58.031540406Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"5e845427-bd98-4d14-b421-73bb7257f14b","remote_addr":"[fd00:1122:3344:101::a]:35339","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:58.081902106Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:65345"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:58.08206792Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c5d94cef-3c34-41f7-a7ee-79036dd6f920","remote_addr":"[fd00:1122:3344:101::b]:65345","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":37,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:58.089869324Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"29b53e6a-accf-4ac1-baa2-0d7f8694bee2","remote_addr":"[fd00:1122:3344:101::b]:65345","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":77,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:58.210665346Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60932"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:58.21088373Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"27376781-350d-4fce-8360-c15e50a9073b","remote_addr":"[fd00:1122:3344:101::b]:60932","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":125,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:58.273510377Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:48451"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:58.2736665Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:58.30976604Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:58.368061637Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"8f54e7d3-af97-42a3-aa42-b719cc2047a9","remote_addr":"[fd00:1122:3344:101::b]:48451","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94423,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:58.36819996Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53608"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:58.36822587Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48059"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:58.368451495Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:58.372357737Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"73da00ca-c659-431b-9895-323d6c3412bb","remote_addr":"[fd00:1122:3344:101::a]:53608","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3870,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:58.37247728Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"8b7d888a-2132-47f5-80dc-29f933ffbe1d","remote_addr":"[fd00:1122:3344:101::b]:48451","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4071,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:58.403214916Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:58.452871341Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f9387c8d-04b8-49b1-bf61-9bc62465184e","remote_addr":"[fd00:1122:3344:101::a]:48059","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":84520,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:32:58.453159067Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"70d43a8c-e338-4254-bba7-ce03162a41fb","remote_addr":"[fd00:1122:3344:101::a]:48059","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":132,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:10.635495008Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58209"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:10.636117272Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"82e9a2e5-78f0-4329-89b0-6290ea88fd79","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58209","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":543,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:27.181935966Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:56204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:27.182095089Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"2be60dc6-8572-47d9-8ff3-857d994199e0","remote_addr":"[fd00:1122:3344:101::c]:56204","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:27.191381295Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"92ff5e33-c620-4c5d-acc2-7ad5017cc263","remote_addr":"[fd00:1122:3344:101::c]:56204","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":675,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:27.232916209Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52898"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:27.233013451Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:27.273819659Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:27.327268914Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"1501b68f-c24c-49f0-9321-2e49f816638b","remote_addr":"[fd00:1122:3344:101::c]:52898","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94296,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:27.327468038Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:41352"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:27.32759025Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f0dad349-17a1-412c-9bce-e5b2734b85a6","remote_addr":"[fd00:1122:3344:101::c]:52898","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":129,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:27.327700363Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"2e6f7065-f819-4209-9ce4-54584205a71f","remote_addr":"[fd00:1122:3344:101::c]:41352","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":131,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:27.853898485Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:44233"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:27.854043348Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a2f6ee06-8adb-4c54-963d-1c46d1138eae","remote_addr":"[fd00:1122:3344:101::a]:44233","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:27.863408285Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"5ed11c81-5fdb-44cf-bc27-533496777682","remote_addr":"[fd00:1122:3344:101::a]:44233","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":148,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:27.864652041Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:52311"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:27.864767433Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e2a56812-43c8-4904-a126-6d931017df94","remote_addr":"[fd00:1122:3344:101::b]:52311","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":34,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:27.872336753Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"72a8de66-5d29-49bc-884b-9cef986ae24a","remote_addr":"[fd00:1122:3344:101::b]:52311","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":58,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:27.940794583Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51501"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:27.940930536Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"75d15285-02b5-4d60-93b8-3d8b9a12fc79","remote_addr":"[fd00:1122:3344:101::a]:51501","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:27.950790023Z","hostname":"sock","pid":1562,"uri":"/30e33352-114a-4c01-998c-ae8a42d33861","method":"GET","req_id":"12b9eb6e-fad1-4a89-889c-0757c4a977d8","remote_addr":"[fd00:1122:3344:101::d]:57615","local_addr":"[fd00:1122:3344:101::1]:64843","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8025,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:27.96062759Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40788"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:27.960711752Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:27.996149308Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:28.056369375Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"00ce6c11-bc1a-490a-ad44-e8bfbc71b3e7","remote_addr":"[fd00:1122:3344:101::a]:40788","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95681,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:28.056493778Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:43586"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:28.057443068Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"3522e621-79d9-4265-8d51-bcde98363f61","remote_addr":"[fd00:1122:3344:101::b]:43586","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":888,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:28.057593561Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"ed17dfa0-760d-4635-aea7-32ee0004907d","remote_addr":"[fd00:1122:3344:101::a]:40788","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:28.116772336Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:48711"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:28.11694993Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:28.15260898Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:28.206713879Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"e9efc042-faea-42cb-b6a0-1c35a91434e1","remote_addr":"[fd00:1122:3344:101::b]:48711","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89848,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:28.207029785Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"29f60697-e132-43f8-9c66-10fadf6261ab","remote_addr":"[fd00:1122:3344:101::b]:48711","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:40.672841011Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59528"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:40.672988364Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"50fd3a80-ef8f-46ca-9084-12529cde7f15","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59528","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:57.156143181Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52945"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:57.156315645Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b0b7d9df-bc63-48ab-bc15-271943597c69","remote_addr":"[fd00:1122:3344:101::c]:52945","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:57.165410416Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"fe305adb-b7c5-4eda-aa47-014919c9f697","remote_addr":"[fd00:1122:3344:101::c]:52945","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:57.233686643Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52291"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:57.233844687Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"a8b95dae-e653-4560-8a9b-ee10b0420b19","remote_addr":"[fd00:1122:3344:101::c]:52291","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":126,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:57.400676727Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:36883"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:57.400760419Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:57.436101372Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:57.500285573Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"7fe2d47c-d434-491a-9622-aa6d4e344918","remote_addr":"[fd00:1122:3344:101::c]:36883","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99564,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:57.500667701Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"6b19d569-f4f5-4d02-972a-d2ed99e689c3","remote_addr":"[fd00:1122:3344:101::c]:36883","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:57.951320393Z","hostname":"sock","pid":1562,"uri":"/30e33352-114a-4c01-998c-ae8a42d33861","method":"GET","req_id":"66dbc030-0970-4f22-bb05-411b63e10878","remote_addr":"[fd00:1122:3344:101::d]:57615","local_addr":"[fd00:1122:3344:101::1]:64843","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8083,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:58.020737344Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:65480"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:58.020826906Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"138d8f79-e1a6-4bab-acd4-e9592be5c718","remote_addr":"[fd00:1122:3344:101::a]:65480","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:58.049287995Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46280"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:58.050272836Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"16b98edb-efd7-41ea-bda0-d387f6bfad7c","remote_addr":"[fd00:1122:3344:101::a]:46280","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":924,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:58.058774034Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c5311f8e-b0ad-4215-9f49-47e180042384","remote_addr":"[fd00:1122:3344:101::a]:65480","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":81,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:58.081062163Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63874"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:58.081202337Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"7937f314-8dde-42b4-adfd-2c07d9910961","remote_addr":"[fd00:1122:3344:101::b]:63874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":30,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:58.08995223Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b646c0e8-e46d-4255-aaee-b323cb886623","remote_addr":"[fd00:1122:3344:101::b]:63874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":80,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:58.116773085Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:47935"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:58.116849916Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:58.155401638Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:58.208179758Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"ac2bc8c7-a9c3-4c37-bf6a-90372060dc4b","remote_addr":"[fd00:1122:3344:101::a]:47935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91360,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:58.208440734Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"9941b99a-1903-4383-a1db-ce26aac75060","remote_addr":"[fd00:1122:3344:101::a]:47935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:58.292994822Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63190"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:58.293198947Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"5d3314b4-b99c-4994-98d6-e3f0b71112ff","remote_addr":"[fd00:1122:3344:101::b]:63190","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":147,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:58.372017845Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51327"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:58.372170318Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:58.408602395Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:58.46492229Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"6998c14f-c529-46d6-8d75-623fa201b10f","remote_addr":"[fd00:1122:3344:101::b]:51327","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92824,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:33:58.465181496Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"ffff5ee5-c5c4-4fb8-95ec-cc1c6d4cca0d","remote_addr":"[fd00:1122:3344:101::b]:51327","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:10.710214517Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55678"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:10.71037046Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"732d6546-a914-477f-9da3-9596222c1500","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55678","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":83,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:18.192556534Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34117"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:18.19279893Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"2b149851-665e-4a60-aa4a-738354891a62","remote_addr":"[fd00:1122:3344:101::a]:34117","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":181,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:18.194061826Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:778","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(588974) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:18.194099707Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"PUT","req_id":"e9debabe-ac01-4173-8cd5-6d8e8e1bea30","remote_addr":"[fd00:1122:3344:101::a]:34117","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1122,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:18.279679307Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41442"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:18.287151554Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:539","metadata":"InstanceMetadata { silo_id: a46c62da-bb2b-4caa-b918-12f80f3d3601, project_id: 881dad17-2bbb-43c8-8d48-a025ff48bf53 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-15T23:34:18.275185602Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: dc376638-2ec8-43f9-938d-49c9708f76d3, kind: Instance { id: 22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(588974), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: dc376638-2ec8-43f9-938d-49c9708f76d3, kind: Instance { id: 22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(588974), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: dc376638-2ec8-43f9-938d-49c9708f76d3, kind: Instance { id: 22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(588974), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(588974))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: dc376638-2ec8-43f9-938d-49c9708f76d3, kind: Instance { id: 22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(588974), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-5b1aa2a4ec1\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: b1216800-8b83-4b47-af00-0899a332c6ed, read_only_parent: Some(Volume { block_size: 512, id: 7382c565-c41f-4414-8ac0-0a39d8922b3c, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: cfc1fba1-65f1-4a0e-891a-5c95951d8476, key: Some(\"a1EAQ31FrG/0uGEiNZTr7Dib6mcYaVGK4BhkXtNNn0A=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::18]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: b1216800-8b83-4b47-af00-0899a332c6ed, key: Some(\"ruGUUh2o8QfeHiRI16kZP5DEKzQN/NbHqiileUCZUVk=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19003\", \"[fd00:1122:3344:101::19]:19002\", \"[fd00:1122:3344:101::17]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-5b1aa2a4ec1\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:18.287214635Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:572","migration_id":"None","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:18.288747728Z","hostname":"sock","pid":1562,"propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"sled-agent/src/instance.rs:1113","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: dc376638-2ec8-43f9-938d-49c9708f76d3, kind: Instance { id: 22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(588974), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: dc376638-2ec8-43f9-938d-49c9708f76d3, kind: Instance { id: 22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(588974), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: dc376638-2ec8-43f9-938d-49c9708f76d3, kind: Instance { id: 22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(588974), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(588974))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: dc376638-2ec8-43f9-938d-49c9708f76d3, kind: Instance { id: 22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(588974), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-5b1aa2a4ec1\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: b1216800-8b83-4b47-af00-0899a332c6ed, read_only_parent: Some(Volume { block_size: 512, id: 7382c565-c41f-4414-8ac0-0a39d8922b3c, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: cfc1fba1-65f1-4a0e-891a-5c95951d8476, key: Some(\"a1EAQ31FrG/0uGEiNZTr7Dib6mcYaVGK4BhkXtNNn0A=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::18]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: b1216800-8b83-4b47-af00-0899a332c6ed, key: Some(\"ruGUUh2o8QfeHiRI16kZP5DEKzQN/NbHqiileUCZUVk=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19003\", \"[fd00:1122:3344:101::19]:19002\", \"[fd00:1122:3344:101::17]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-5b1aa2a4ec1\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-15T23:34:18.275185602Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:18.293573499Z","hostname":"sock","pid":1562,"uri":"/vmms/d58c3b77-6215-4c96-b1a7-f914374f9dae","method":"PUT","req_id":"46468aac-5511-49b2-8036-c9358a906263","remote_addr":"[fd00:1122:3344:101::a]:41442","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":13827,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:18.400219003Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51034"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:18.401224244Z","hostname":"sock","pid":1562,"uri":"/vmms/d58c3b77-6215-4c96-b1a7-f914374f9dae/state","method":"PUT","req_id":"aea4abe9-d4f8-4001-b1ca-7c041ab5b7e5","remote_addr":"[fd00:1122:3344:101::a]:51034","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":919,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:18.402221755Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte7\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 588974 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:18.40290876Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_d58c3b77-6215-4c96-b1a7-f914374f9dae","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:18.440710045Z","hostname":"sock","pid":1562,"instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_d58c3b77-6215-4c96-b1a7-f914374f9dae","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:18.461788859Z","hostname":"sock","pid":1562,"instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_propolis-server_d58c3b77-6215-4c96-b1a7-f914374f9dae:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:19.79639227Z","hostname":"sock","pid":1562,"instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_d58c3b77-6215-4c96-b1a7-f914374f9dae zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:19.796557994Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_d58c3b77-6215-4c96-b1a7-f914374f9dae\") failed: Property not found. retry in 65.041172ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:34:19.989479323Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d58c3b77-6215-4c96-b1a7-f914374f9dae\") failed: Property not found. retry in 117.746183ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:34:20.071287925Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d58c3b77-6215-4c96-b1a7-f914374f9dae\") failed: Property not found. retry in 171.728356ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:34:20.208382289Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d58c3b77-6215-4c96-b1a7-f914374f9dae\") failed: Property not found. retry in 540.322576ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:34:20.390850419Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d58c3b77-6215-4c96-b1a7-f914374f9dae\") failed: Property not found. retry in 859.02414ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:34:20.943110209Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d58c3b77-6215-4c96-b1a7-f914374f9dae\") failed: Property not found. retry in 1.279775653s","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:34:21.81430345Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d58c3b77-6215-4c96-b1a7-f914374f9dae\") failed: Property not found. retry in 933.173408ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:34:23.103913275Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d58c3b77-6215-4c96-b1a7-f914374f9dae\") failed: Property not found. retry in 799.50968ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:34:24.048533421Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_d58c3b77-6215-4c96-b1a7-f914374f9dae","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:24.878738029Z","hostname":"sock","pid":1562,"instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"sled-agent/src/instance.rs:1594"} {"msg":"wait for service Some(\"oxz_propolis-server_d58c3b77-6215-4c96-b1a7-f914374f9dae\") failed: Property not found. retry in 72.766413ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:34:24.888925973Z","hostname":"sock","pid":1562,"instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d58c3b77-6215-4c96-b1a7-f914374f9dae\") failed: Property not found. retry in 97.44849ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:34:24.971842298Z","hostname":"sock","pid":1562,"instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d58c3b77-6215-4c96-b1a7-f914374f9dae\") failed: Property not found. retry in 125.991137ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:34:25.080369572Z","hostname":"sock","pid":1562,"instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d58c3b77-6215-4c96-b1a7-f914374f9dae\") failed: Property not found. retry in 525.149767ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:34:25.216506646Z","hostname":"sock","pid":1562,"instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:25.752523215Z","hostname":"sock","pid":1562,"instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"sled-agent/src/instance.rs:1603"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:25.791640598Z","hostname":"sock","pid":1562,"instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"sled-agent/src/instance.rs:1627"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:25.928954658Z","hostname":"sock","pid":1562,"instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"sled-agent/src/instance.rs:825"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-10-15T23:34:25.931969461Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:25.931990052Z","hostname":"sock","pid":1562,"instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"sled-agent/src/instance.rs:675"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:25.932010262Z","hostname":"sock","pid":1562,"instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"sled-agent/src/instance.rs:697","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-15T23:34:25.931969461Z }","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:25.932021332Z","hostname":"sock","pid":1562,"instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-15T23:34:25.931969461Z }, migration_in: None, migration_out: None }","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-10-15T23:34:25.973758571Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:25.973784551Z","hostname":"sock","pid":1562,"instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"sled-agent/src/instance.rs:675"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:25.973813152Z","hostname":"sock","pid":1562,"instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"sled-agent/src/instance.rs:697","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-15T23:34:25.973758571Z }","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:25.973820952Z","hostname":"sock","pid":1562,"instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-15T23:34:25.973758571Z }, migration_in: None, migration_out: None }","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:27.148190062Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:49236"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:27.149127972Z","hostname":"sock","pid":1562,"uri":"/vmms/d58c3b77-6215-4c96-b1a7-f914374f9dae/state","method":"GET","req_id":"5982e078-5c4c-471c-adf2-6e5afa04ec23","remote_addr":"[fd00:1122:3344:101::c]:49236","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":186,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:27.267428771Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37316"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:27.267575744Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"85739115-677b-4327-aefa-f30a5f8bcdbe","remote_addr":"[fd00:1122:3344:101::c]:37316","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:27.277050643Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:53196"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:27.277232697Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:27.323389589Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:27.400338738Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"49f770f4-3fdb-4b7c-92c9-eb49f84b2233","remote_addr":"[fd00:1122:3344:101::c]:53196","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":123165,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:27.400580273Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:43484"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:27.401066903Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"dc14463d-956c-498d-b655-11377e9f4afa","remote_addr":"[fd00:1122:3344:101::c]:37316","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":495,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:27.401736727Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"33fe164a-1dc2-421a-a8f5-f69883fc7c1d","remote_addr":"[fd00:1122:3344:101::c]:43484","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":986,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:27.401774898Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"fb6d1818-ae25-4a6a-bbd3-e095299da122","remote_addr":"[fd00:1122:3344:101::c]:53196","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1082,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:27.869115852Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59683"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:27.869326196Z","hostname":"sock","pid":1562,"uri":"/vmms/d58c3b77-6215-4c96-b1a7-f914374f9dae/state","method":"GET","req_id":"079029fd-82f8-4e68-946b-668fbced4401","remote_addr":"[fd00:1122:3344:101::a]:59683","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":159,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:27.910142175Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41494"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:27.91038796Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"d74270de-aa2d-4243-97a7-8eee04b28785","remote_addr":"[fd00:1122:3344:101::a]:41494","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":158,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:27.917358117Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:61250"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:27.917485749Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"2b325be1-3ee8-4ddd-a3db-1eb89ecc8aa7","remote_addr":"[fd00:1122:3344:101::a]:61250","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":61,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:27.934645851Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7b914ef2-7835-47b1-a795-fc509f6dbf2b","remote_addr":"[fd00:1122:3344:101::a]:61250","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":131,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:27.951781271Z","hostname":"sock","pid":1562,"uri":"/30e33352-114a-4c01-998c-ae8a42d33861","method":"GET","req_id":"d4fef094-57dc-4485-9663-f599f52627f3","remote_addr":"[fd00:1122:3344:101::d]:57615","local_addr":"[fd00:1122:3344:101::1]:64843","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9340,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:28.005374159Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48495"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:28.00545083Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:28.042265105Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:28.095690619Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"715e1533-169e-4575-82b7-c5a46c9987c8","remote_addr":"[fd00:1122:3344:101::a]:48495","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90268,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:28.096714181Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"db0f2fc6-d60b-4118-b5fc-6ddd2b1d5421","remote_addr":"[fd00:1122:3344:101::a]:48495","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":851,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:28.14514957Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:41681"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:28.145357824Z","hostname":"sock","pid":1562,"uri":"/vmms/d58c3b77-6215-4c96-b1a7-f914374f9dae/state","method":"GET","req_id":"bc457885-27b8-498e-9731-b215aba22e55","remote_addr":"[fd00:1122:3344:101::b]:41681","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":138,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:28.147579661Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:53066"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:28.147777315Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1ad2f1d9-95b1-4943-819a-9208f40c5cbf","remote_addr":"[fd00:1122:3344:101::b]:53066","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":76,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:28.167146093Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"e3d10cb8-2dc3-4814-8767-7f5f1a442ca0","remote_addr":"[fd00:1122:3344:101::b]:53066","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":175,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:28.247720097Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47194"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:28.248436713Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"b958f521-c93f-4b82-a204-75d17c6d6145","remote_addr":"[fd00:1122:3344:101::b]:47194","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":681,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:28.261252662Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60683"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:28.261924336Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:28.298794582Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:28.355427844Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"45b9873f-98ec-434a-8ba8-af4c6419fe30","remote_addr":"[fd00:1122:3344:101::b]:60683","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94115,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:28.3557193Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e8204f33-6b13-4aa3-901f-602af293a8fa","remote_addr":"[fd00:1122:3344:101::b]:60683","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:36.090714754Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38437"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:36.091180574Z","hostname":"sock","pid":1562,"uri":"/vmms/d58c3b77-6215-4c96-b1a7-f914374f9dae/state","method":"PUT","req_id":"f4260b50-4ed8-4191-9907-81be1778ffb6","remote_addr":"[fd00:1122:3344:101::a]:38437","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":410,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-10-15T23:34:36.091292786Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:36.091318706Z","hostname":"sock","pid":1562,"instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"sled-agent/src/instance.rs:675"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:36.091331307Z","hostname":"sock","pid":1562,"instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"sled-agent/src/instance.rs:697","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-15T23:34:36.091292786Z }","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:36.091352107Z","hostname":"sock","pid":1562,"instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-15T23:34:36.091292786Z }, migration_in: None, migration_out: None }","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-10-15T23:34:36.119868777Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:36.119886238Z","hostname":"sock","pid":1562,"instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"sled-agent/src/instance.rs:675"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:36.119920838Z","hostname":"sock","pid":1562,"instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"sled-agent/src/instance.rs:697","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-10-15T23:34:36.119868777Z }","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:36.119947719Z","hostname":"sock","pid":1562,"instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"sled-agent/src/instance.rs:711","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:36.120125333Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:34:36.120181254Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"17649020651360691558"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:34:36.120241615Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"30e33352-114a-4c01-998c-ae8a42d33861","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"12717027915761367577"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:36.126023467Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:36.126053917Z","hostname":"sock","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/744fa1cb-2c12-4d81-9617-211dc63d7446/debug/bundle/zone\", \"/pool/int/d7ca3cbf-fe2f-4dce-ad7d-59c3fea9be92/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/e3ecc3dd-67b1-448a-b2db-4ec15848422c/crypt/debug\", \"/pool/ext/20c8b8e6-35c4-4604-82d7-83dccb9f9d61/crypt/debug\", \"/pool/ext/a62184c6-abf2-4034-a5a3-6d0b0c0af100/crypt/debug\", \"/pool/ext/43847e30-65ed-4c71-963a-810130dd4a32/crypt/debug\", \"/pool/ext/3ecb46ae-6a83-4168-812d-b48874ec2529/crypt/debug\", \"/pool/ext/7bcacec5-3584-42f0-8e97-1353da4719a1/crypt/debug\", \"/pool/ext/616fef6a-4ce2-48b8-800d-66d51e63d4c7/crypt/debug\", \"/pool/ext/dc35ff88-2e37-442b-b308-08b2f77eb274/crypt/debug\", \"/pool/ext/5ebadbdd-e951-4ef7-bf2b-34646dcae4a4/crypt/debug\"] }","zone_name":"oxz_propolis-server_d58c3b77-6215-4c96-b1a7-f914374f9dae"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:36.871023242Z","hostname":"sock","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_d58c3b77-6215-4c96-b1a7-f914374f9dae\", bundle_id: 977b3bfb-c7fe-4e30-a29c-e62712548624 }, time_created: 2024-10-15T23:34:36.126197580Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_d58c3b77-6215-4c96-b1a7-f914374f9dae","v":0,"name":"SledAgent","level":40,"time":"2024-10-15T23:34:36.871108054Z","hostname":"sock","pid":1562,"instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"sled-agent/src/instance.rs:925"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:38.633372494Z","hostname":"sock","pid":1562,"instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:38.649697127Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(588974), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:38.649755098Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(588974), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:38.650122796Z","hostname":"sock","pid":1562,"instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-15T23:34:38.650085145Z }, migration_in: None, migration_out: None }","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:38.690109918Z","hostname":"sock","pid":1562,"instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-15T23:34:38.650085145Z }, migration_in: None, migration_out: None }","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:38.693946899Z","hostname":"sock","pid":1562,"instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","propolis_id":"d58c3b77-6215-4c96-b1a7-f914374f9dae","instance_id":"22106024-0c3a-4a85-8b2f-6e5bf5d9c7f8","component":"InstanceManager","file":"sled-agent/src/instance.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:39.431028317Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37827"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:39.431840904Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"df9b86e9-7e27-4e41-999f-159b22ee4001","remote_addr":"[fd00:1122:3344:101::c]:37827","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":747,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:39.440422365Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"6e24cae8-9abf-4fe2-ade4-6e7896ac6ada","remote_addr":"[fd00:1122:3344:101::c]:37827","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":126,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:39.553734889Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37766"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:39.553961254Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"d079b007-34e5-4a15-b6c0-714527a31c29","remote_addr":"[fd00:1122:3344:101::c]:37766","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":160,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:39.791658705Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40235"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:39.7918527Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"5ddac28f-a827-4249-936d-26cb7db07afa","remote_addr":"[fd00:1122:3344:101::a]:40235","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":155,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:40.749726174Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55779"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:40.749859147Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"02e77d72-cfcd-4b04-9ad4-22ddb7623fb9","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55779","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":62,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:41.979411108Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64896"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:41.980152714Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f604d7d7-8732-4fc7-87b7-7080ce20f04c","remote_addr":"[fd00:1122:3344:101::a]:64896","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":663,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-15T23:34:41.988421838Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"f303c57c-1ef2-4b33-a02c-348f73b27d5c","remote_addr":"[fd00:1122:3344:101::a]:64896","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101,"response_code":"204"}